diff --git common/src/java/org/apache/hadoop/hive/conf/HiveConf.java common/src/java/org/apache/hadoop/hive/conf/HiveConf.java index 95c5c0e..855d6d7 100644 --- common/src/java/org/apache/hadoop/hive/conf/HiveConf.java +++ common/src/java/org/apache/hadoop/hive/conf/HiveConf.java @@ -1097,7 +1097,7 @@ private static void populateLlapDaemonVarsSet(Set llapDaemonVarsSetLocal "than this threshold, it will try to convert the common join into map join"), - HIVE_SCHEMA_EVOLUTION("hive.exec.schema.evolution", false, + HIVE_SCHEMA_EVOLUTION("hive.exec.schema.evolution", true, "Use schema evolution to convert self-describing file format's data to the schema desired by the reader."), HIVE_TRANSACTIONAL_TABLE_SCAN("hive.transactional.table.scan", false, diff --git data/files/struct1_a.txt data/files/struct1_a.txt new file mode 100644 index 0000000..b36846e --- /dev/null +++ data/files/struct1_a.txt @@ -0,0 +1,4 @@ +1|true,200,72909,3244222,-99999999999,-29.0764,470614135,470614135,dynamic reptile ,dynamic reptile ,0004-09-22 18:26:29.519542222,2007-02-09,binary|original +2|0,100,483777,14,-23866739993,-3651.672121,46114.284799488,46114.284799488, baffling , baffling ,2007-02-09 05:17:29.368756876,0004-09-22,binary|original +3|false,72,3244222,-93222,30.774,-66475.561431,-66475.561431,0.561431,1,1,6229-06-28 02:54:28.970117179,5966-07-09,binary|original +4|1,-90,754072151,3289094,46114.284799488,9250340.75,9250340.75,9250340.75,junkyard,junkyard,2002-05-10 05:29:48.990818073,1815-05-06,binary|original diff --git data/files/struct1_b.txt data/files/struct1_b.txt new file mode 100644 index 0000000..1887c68 --- /dev/null +++ data/files/struct1_b.txt @@ -0,0 +1 @@ +5|true,400,44388,-100,953967041.,62.079153,718.78,1,verdict,verdict,timestamp,date,binary|new diff --git data/files/struct1_c.txt data/files/struct1_c.txt new file mode 100644 index 0000000..5d482c8 --- /dev/null +++ data/files/struct1_c.txt @@ -0,0 +1 @@ +6|false,-67,833,63993,1255178165.77663,905070.974,-4314.7918,-1240033819,trial,trial,2016-03-0703:02:22.0,2016-03-07,binary|new diff --git data/files/struct2_a.txt data/files/struct2_a.txt new file mode 100644 index 0000000..7fdfef1 --- /dev/null +++ data/files/struct2_a.txt @@ -0,0 +1,2 @@ +3|new|true,200,72909,3244222,-99999999999,-29.0764,470614135,470614135,dynamic reptile ,dynamic reptile ,0004-09-22 18:26:29.519542222,2007-02-09,binary +4|new|0,100,483777,14,-23866739993,-3651.672121,46114.284799488,46114.284799488, baffling , baffling ,2007-02-09 05:17:29.368756876,0004-09-22,binary diff --git data/files/struct2_b.txt data/files/struct2_b.txt new file mode 100644 index 0000000..a814af3 --- /dev/null +++ data/files/struct2_b.txt @@ -0,0 +1,2 @@ +5|new|false,72,3244222,-93222,30.774,-66475.561431,-66475.561431,0.561431,1,1,6229-06-28 02:54:28.970117179,5966-07-09,binary +6|new|1,-90,754072151,3289094,46114.284799488,9250340.75,9250340.75,9250340.75,junkyard,junkyard,2002-05-10 05:29:48.990818073,1815-05-06,binary diff --git data/files/struct2_c.txt data/files/struct2_c.txt new file mode 100644 index 0000000..2c9c1bb --- /dev/null +++ data/files/struct2_c.txt @@ -0,0 +1 @@ +7|new|true,400,44388,-100,953967041.,62.079153,718.78,1,verdict,verdict,timestamp,date,binary \ No newline at end of file diff --git data/files/struct2_d.txt data/files/struct2_d.txt new file mode 100644 index 0000000..3c7801e --- /dev/null +++ data/files/struct2_d.txt @@ -0,0 +1 @@ +8|new|false,-67,833,63993,1255178165.77663,905070.974,-4314.7918,-1240033819,trial,trial,2016-03-0703:02:22.0,2016-03-07,binary \ No newline at end of file diff --git data/files/struct3_a.txt data/files/struct3_a.txt new file mode 100644 index 0000000..19dbd7f --- /dev/null +++ data/files/struct3_a.txt @@ -0,0 +1,2 @@ +1|true,200,72909,3244222,-99999999999|original +2|0,100,483777,14,-23866739993|original \ No newline at end of file diff --git data/files/struct3_b.txt data/files/struct3_b.txt new file mode 100644 index 0000000..030e0c0 --- /dev/null +++ data/files/struct3_b.txt @@ -0,0 +1 @@ +3|true,400,44388,-100,953967041.,62.079153,718.78,1,verdict,verdict,timestamp,date,binary|new \ No newline at end of file diff --git data/files/struct3_c.txt data/files/struct3_c.txt new file mode 100644 index 0000000..236694b --- /dev/null +++ data/files/struct3_c.txt @@ -0,0 +1 @@ +4|false,-67,833,63993,1255178165.77663,905070.974,-4314.7918,-1240033819,trial,trial,2016-03-0703:02:22.0,2016-03-07,binary|new \ No newline at end of file diff --git data/files/struct4_a.txt data/files/struct4_a.txt new file mode 100644 index 0000000..ecf832f --- /dev/null +++ data/files/struct4_a.txt @@ -0,0 +1,2 @@ +1|original|true,200,72909,3244222,-99999999999 +2|original|0,100,483777,14,-23866739993 \ No newline at end of file diff --git data/files/struct4_b.txt data/files/struct4_b.txt new file mode 100644 index 0000000..701253c --- /dev/null +++ data/files/struct4_b.txt @@ -0,0 +1 @@ +3|new|true,400,44388,-100,953967041.,62.079153,718.78,1,verdict,verdict,timestamp,date,binary \ No newline at end of file diff --git data/files/struct4_c.txt data/files/struct4_c.txt new file mode 100644 index 0000000..c56e002 --- /dev/null +++ data/files/struct4_c.txt @@ -0,0 +1 @@ +4|new|false,-67,833,63993,1255178165.77663,905070.974,-4314.7918,-1240033819,trial,trial,2016-03-0703:02:22.0,2016-03-07,binary \ No newline at end of file diff --git itests/src/test/resources/testconfiguration.properties itests/src/test/resources/testconfiguration.properties index 889884c..01f2341 100644 --- itests/src/test/resources/testconfiguration.properties +++ itests/src/test/resources/testconfiguration.properties @@ -186,22 +186,26 @@ minitez.query.files.shared=acid_globallimit.q,\ ptf_streaming.q,\ sample1.q,\ schema_evol_stats.q,\ - schema_evol_text_nonvec_mapwork_table.q,\ - schema_evol_text_nonvec_fetchwork_table.q,\ - schema_evol_orc_nonvec_fetchwork_part.q,\ - schema_evol_orc_nonvec_mapwork_part.q,\ - schema_evol_text_nonvec_fetchwork_part.q,\ - schema_evol_text_nonvec_mapwork_part.q,\ schema_evol_orc_acid_mapwork_part.q,\ schema_evol_orc_acid_mapwork_table.q,\ - schema_evol_orc_acidvec_mapwork_table.q,\ schema_evol_orc_acidvec_mapwork_part.q,\ + schema_evol_orc_acidvec_mapwork_table.q,\ + schema_evol_orc_nonvec_fetchwork_part.q,\ + schema_evol_orc_nonvec_fetchwork_table.q,\ + schema_evol_orc_nonvec_mapwork_part.q,\ + schema_evol_orc_nonvec_mapwork_part_all_complex.q,\ + schema_evol_orc_nonvec_mapwork_part_all_primitive.q,\ + schema_evol_orc_nonvec_mapwork_table.q,\ schema_evol_orc_vec_mapwork_part.q,\ - schema_evol_text_fetchwork_table.q,\ - schema_evol_text_mapwork_table.q,\ + schema_evol_orc_vec_mapwork_part_all_complex.q,\ + schema_evol_orc_vec_mapwork_part_all_primitive.q,\ schema_evol_orc_vec_mapwork_table.q,\ - schema_evol_orc_nonvec_mapwork_table.q,\ - schema_evol_orc_nonvec_fetchwork_table.q,\ + schema_evol_text_nonvec_fetchwork_part.q,\ + schema_evol_text_nonvec_fetchwork_table.q,\ + schema_evol_text_nonvec_mapwork_part.q,\ + schema_evol_text_nonvec_mapwork_part_all_complex.q,\ + schema_evol_text_nonvec_mapwork_part_all_primitive.q,\ + schema_evol_text_nonvec_mapwork_table.q,\ selectDistinctStar.q,\ script_env_var1.q,\ script_env_var2.q,\ diff --git llap-server/src/java/org/apache/hadoop/hive/llap/io/decode/OrcEncodedDataConsumer.java llap-server/src/java/org/apache/hadoop/hive/llap/io/decode/OrcEncodedDataConsumer.java index 7ee263d..baaa4d7 100644 --- llap-server/src/java/org/apache/hadoop/hive/llap/io/decode/OrcEncodedDataConsumer.java +++ llap-server/src/java/org/apache/hadoop/hive/llap/io/decode/OrcEncodedDataConsumer.java @@ -18,6 +18,7 @@ package org.apache.hadoop.hive.llap.io.decode; import java.io.IOException; +import java.util.List; import org.apache.hadoop.hive.common.io.encoded.EncodedColumnBatch; import org.apache.hadoop.hive.common.io.encoded.EncodedColumnBatch.ColumnStreamData; @@ -27,7 +28,12 @@ import org.apache.hadoop.hive.llap.io.metadata.OrcFileMetadata; import org.apache.hadoop.hive.llap.io.metadata.OrcStripeMetadata; import org.apache.hadoop.hive.llap.metrics.LlapDaemonQueueMetrics; +import org.apache.hadoop.hive.ql.exec.vector.BytesColumnVector; import org.apache.hadoop.hive.ql.exec.vector.ColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.DecimalColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.DoubleColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.LongColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.TimestampColumnVector; import org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch; import org.apache.orc.CompressionCodec; import org.apache.hadoop.hive.ql.io.orc.encoded.Consumer; @@ -71,6 +77,35 @@ public void setStripeMetadata(OrcStripeMetadata m) { stripes[m.getStripeIx()] = m; } + private static ColumnVector createColumn(OrcProto.Type type, + int batchSize) { + switch (type.getKind()) { + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + case DATE: + return new LongColumnVector(batchSize); + case FLOAT: + case DOUBLE: + return new DoubleColumnVector(batchSize); + case BINARY: + case STRING: + case CHAR: + case VARCHAR: + return new BytesColumnVector(batchSize); + case TIMESTAMP: + return new TimestampColumnVector(batchSize); + case DECIMAL: + return new DecimalColumnVector(batchSize, type.getPrecision(), + type.getScale()); + default: + throw new IllegalArgumentException("LLAP does not support " + + type.getKind()); + } + } + @Override protected void decodeBatch(OrcEncodedColumnBatch batch, Consumer downstreamConsumer) { @@ -112,9 +147,15 @@ protected void decodeBatch(OrcEncodedColumnBatch batch, ColumnVectorBatch cvb = cvbPool.take(); assert cvb.cols.length == batch.getColumnIxs().length; // Must be constant per split. cvb.size = batchSize; - + List types = fileMetadata.getTypes(); + int[] columnMapping = batch.getColumnIxs(); for (int idx = 0; idx < batch.getColumnIxs().length; idx++) { - cvb.cols[idx] = (ColumnVector)columnReaders[idx].nextVector(cvb.cols[idx], batchSize); + if (cvb.cols[idx] == null) { + // skip over the top level struct, but otherwise assume no complex + // types + cvb.cols[idx] = createColumn(types.get(columnMapping[idx]), batchSize); + } + columnReaders[idx].nextVector(cvb.cols[idx], null, batchSize); } // we are done reading a batch, send it to consumer for processing diff --git orc/src/java/org/apache/orc/OrcUtils.java orc/src/java/org/apache/orc/OrcUtils.java index 2e93254..2ebe9a7 100644 --- orc/src/java/org/apache/orc/OrcUtils.java +++ orc/src/java/org/apache/orc/OrcUtils.java @@ -449,4 +449,79 @@ public static int appendOrcTypesRebuildSubtypes(List result, return columnId; } + /** + * Translate the given rootColumn from the list of types to a TypeDescription. + * @param types all of the types + * @param rootColumn translate this type + * @return a new TypeDescription that matches the given rootColumn + */ + public static + TypeDescription convertTypeFromProtobuf(List types, + int rootColumn) { + OrcProto.Type type = types.get(rootColumn); + switch (type.getKind()) { + case BOOLEAN: + return TypeDescription.createBoolean(); + case BYTE: + return TypeDescription.createByte(); + case SHORT: + return TypeDescription.createShort(); + case INT: + return TypeDescription.createInt(); + case LONG: + return TypeDescription.createLong(); + case FLOAT: + return TypeDescription.createFloat(); + case DOUBLE: + return TypeDescription.createDouble(); + case STRING: + return TypeDescription.createString(); + case CHAR: + return TypeDescription.createChar() + .withMaxLength(type.getMaximumLength()); + case VARCHAR: + return TypeDescription.createVarchar() + .withMaxLength(type.getMaximumLength()); + case BINARY: + return TypeDescription.createBinary(); + case TIMESTAMP: + return TypeDescription.createTimestamp(); + case DATE: + return TypeDescription.createDate(); + case DECIMAL: { + TypeDescription result = TypeDescription.createDecimal(); + if (type.hasScale()) { + result.withScale(type.getScale()); + } + if (type.hasPrecision()) { + result.withPrecision(type.getPrecision()); + } + return result; + } + case LIST: + return TypeDescription.createList( + convertTypeFromProtobuf(types, type.getSubtypes(0))); + case MAP: + return TypeDescription.createMap( + convertTypeFromProtobuf(types, type.getSubtypes(0)), + convertTypeFromProtobuf(types, type.getSubtypes(1))); + case STRUCT: { + TypeDescription result = TypeDescription.createStruct(); + for(int f=0; f < type.getSubtypesCount(); ++f) { + result.addField(type.getFieldNames(f), + convertTypeFromProtobuf(types, type.getSubtypes(f))); + } + return result; + } + case UNION: { + TypeDescription result = TypeDescription.createUnion(); + for(int f=0; f < type.getSubtypesCount(); ++f) { + result.addUnionChild( + convertTypeFromProtobuf(types, type.getSubtypes(f))); + } + return result; + } + } + throw new IllegalArgumentException("Unknown ORC type " + type.getKind()); + } } diff --git orc/src/java/org/apache/orc/Reader.java orc/src/java/org/apache/orc/Reader.java index be722b5..62a05e9 100644 --- orc/src/java/org/apache/orc/Reader.java +++ orc/src/java/org/apache/orc/Reader.java @@ -116,9 +116,15 @@ ColumnStatistics[] getStatistics(); /** + * Get the type of rows in this ORC file. + */ + TypeDescription getSchema(); + + /** * Get the list of types contained in the file. The root type is the first * type in the list. * @return the list of flattened types + * @deprecated use getSchema instead */ List getTypes(); diff --git orc/src/java/org/apache/orc/RecordReader.java orc/src/java/org/apache/orc/RecordReader.java index 7229dda..09ba0f0 100644 --- orc/src/java/org/apache/orc/RecordReader.java +++ orc/src/java/org/apache/orc/RecordReader.java @@ -30,13 +30,11 @@ * controlled by the callers. Caller need to look at * VectorizedRowBatch.size of the retunred object to know the batch * size read. - * @param previousBatch a row batch object that can be reused by the reader - * @return the row batch that was read. The batch will have a non-zero row - * count if the pointer isn't at the end of the file + * @param batch a row batch object to read into + * @return were more rows available to read? * @throws java.io.IOException */ - VectorizedRowBatch nextBatch(VectorizedRowBatch previousBatch - ) throws IOException; + boolean nextBatch(VectorizedRowBatch batch) throws IOException; /** * Get the row number of the row that will be returned by the following diff --git orc/src/java/org/apache/orc/TypeDescription.java orc/src/java/org/apache/orc/TypeDescription.java index bd900ac..b8e057e 100644 --- orc/src/java/org/apache/orc/TypeDescription.java +++ orc/src/java/org/apache/orc/TypeDescription.java @@ -61,7 +61,7 @@ LIST("array", false), MAP("map", false), STRUCT("struct", false), - UNION("union", false); + UNION("uniontype", false); Category(String name, boolean isPrimitive) { this.name = name; @@ -258,6 +258,66 @@ public int getId() { return id; } + public TypeDescription clone() { + TypeDescription result = new TypeDescription(category); + result.maxLength = maxLength; + result.precision = precision; + result.scale = scale; + if (fieldNames != null) { + result.fieldNames.addAll(fieldNames); + } + if (children != null) { + for(TypeDescription child: children) { + TypeDescription clone = child.clone(); + clone.parent = result; + result.children.add(clone); + } + } + return result; + } + + @Override + public int hashCode() { + return getId(); + } + + @Override + public boolean equals(Object other) { + if (other == null || other.getClass() != TypeDescription.class) { + return false; + } + if (other == this) { + return true; + } + TypeDescription castOther = (TypeDescription) other; + if (category != castOther.category || + getId() != castOther.getId() || + getMaximumId() != castOther.getMaximumId() || + maxLength != castOther.maxLength || + scale != castOther.scale || + precision != castOther.precision) { + return false; + } + if (children != null) { + if (children.size() != castOther.children.size()) { + return false; + } + for (int i = 0; i < children.size(); ++i) { + if (!children.get(i).equals(castOther.children.get(i))) { + return false; + } + } + } + if (category == Category.STRUCT) { + for(int i=0; i < fieldNames.size(); ++i) { + if (!fieldNames.get(i).equals(castOther.fieldNames.get(i))) { + return false; + } + } + } + return true; + } + /** * Get the maximum id assigned to this type or its children. * The first call will cause all of the the ids in tree to be assigned, so diff --git orc/src/java/org/apache/orc/impl/BitFieldReader.java orc/src/java/org/apache/orc/impl/BitFieldReader.java index 8d9d3cb..dda7355 100644 --- orc/src/java/org/apache/orc/impl/BitFieldReader.java +++ orc/src/java/org/apache/orc/impl/BitFieldReader.java @@ -137,7 +137,7 @@ public void nextVector(LongColumnVector previous, long previousLen) throws IOException { previous.isRepeating = true; for (int i = 0; i < previousLen; i++) { - if (!previous.isNull[i]) { + if (previous.noNulls || !previous.isNull[i]) { previous.vector[i] = next(); } else { // The default value of null for int types in vectorized @@ -150,7 +150,8 @@ public void nextVector(LongColumnVector previous, // when determining the isRepeating flag. if (previous.isRepeating && i > 0 - && ((previous.vector[i - 1] != previous.vector[i]) || (previous.isNull[i - 1] != previous.isNull[i]))) { + && ((previous.vector[0] != previous.vector[i]) || + (previous.isNull[0] != previous.isNull[i]))) { previous.isRepeating = false; } } diff --git orc/src/java/org/apache/orc/impl/IntegerReader.java orc/src/java/org/apache/orc/impl/IntegerReader.java index 7dfd289..8bef0f1 100644 --- orc/src/java/org/apache/orc/impl/IntegerReader.java +++ orc/src/java/org/apache/orc/impl/IntegerReader.java @@ -20,7 +20,7 @@ import java.io.IOException; -import org.apache.hadoop.hive.ql.exec.vector.LongColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.ColumnVector; /** * Interface for reading integers. @@ -57,9 +57,25 @@ /** * Return the next available vector for values. - * @return + * @param column the column being read + * @param data the vector to read into + * @param length the number of numbers to read + * @throws IOException + */ + void nextVector(ColumnVector column, + long[] data, + int length + ) throws IOException; + + /** + * Return the next available vector for values. Does not change the + * value of column.isRepeating. + * @param column the column being read + * @param data the vector to read into + * @param length the number of numbers to read * @throws IOException */ - void nextVector(LongColumnVector previous, final int previousLen) - throws IOException; -} + void nextVector(ColumnVector column, + int[] data, + int length + ) throws IOException;} diff --git orc/src/java/org/apache/orc/impl/RunLengthByteReader.java orc/src/java/org/apache/orc/impl/RunLengthByteReader.java index 380f3391..24bd051 100644 --- orc/src/java/org/apache/orc/impl/RunLengthByteReader.java +++ orc/src/java/org/apache/orc/impl/RunLengthByteReader.java @@ -20,7 +20,7 @@ import java.io.EOFException; import java.io.IOException; -import org.apache.hadoop.hive.ql.exec.vector.LongColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.ColumnVector; /** * A reader that reads a sequence of bytes. A control byte is read before @@ -92,16 +92,16 @@ public byte next() throws IOException { return result; } - public void nextVector(LongColumnVector previous, long previousLen) + public void nextVector(ColumnVector previous, long[] data, long size) throws IOException { previous.isRepeating = true; - for (int i = 0; i < previousLen; i++) { + for (int i = 0; i < size; i++) { if (!previous.isNull[i]) { - previous.vector[i] = next(); + data[i] = next(); } else { // The default value of null for int types in vectorized // processing is 1, so set that if the value is null - previous.vector[i] = 1; + data[i] = 1; } // The default value for nulls in Vectorization for int types is 1 @@ -109,12 +109,36 @@ public void nextVector(LongColumnVector previous, long previousLen) // when determining the isRepeating flag. if (previous.isRepeating && i > 0 - && ((previous.vector[i - 1] != previous.vector[i]) || (previous.isNull[i - 1] != previous.isNull[i]))) { + && ((data[0] != data[i]) || + (previous.isNull[0] != previous.isNull[i]))) { previous.isRepeating = false; } } } + /** + * Read the next size bytes into the data array, skipping over any slots + * where isNull is true. + * @param isNull if non-null, skip any rows where isNull[r] is true + * @param data the array to read into + * @param size the number of elements to read + * @throws IOException + */ + public void nextVector(boolean[] isNull, int[] data, + long size) throws IOException { + if (isNull == null) { + for(int i=0; i < size; ++i) { + data[i] = next(); + } + } else { + for(int i=0; i < size; ++i) { + if (!isNull[i]) { + data[i] = next(); + } + } + } + } + public void seek(PositionProvider index) throws IOException { input.seek(index); int consumed = (int) index.getNext(); diff --git orc/src/java/org/apache/orc/impl/RunLengthIntegerReader.java orc/src/java/org/apache/orc/impl/RunLengthIntegerReader.java index 0c90cde..b91a263 100644 --- orc/src/java/org/apache/orc/impl/RunLengthIntegerReader.java +++ orc/src/java/org/apache/orc/impl/RunLengthIntegerReader.java @@ -20,7 +20,7 @@ import java.io.EOFException; import java.io.IOException; -import org.apache.hadoop.hive.ql.exec.vector.LongColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.ColumnVector; /** * A reader that reads a sequence of integers. @@ -99,15 +99,17 @@ public long next() throws IOException { } @Override - public void nextVector(LongColumnVector previous, final int previousLen) throws IOException { + public void nextVector(ColumnVector previous, + long[] data, + int previousLen) throws IOException { previous.isRepeating = true; for (int i = 0; i < previousLen; i++) { if (!previous.isNull[i]) { - previous.vector[i] = next(); + data[i] = next(); } else { // The default value of null for int type in vectorized // processing is 1, so set that if the value is null - previous.vector[i] = 1; + data[i] = 1; } // The default value for nulls in Vectorization for int types is 1 @@ -115,13 +117,32 @@ public void nextVector(LongColumnVector previous, final int previousLen) throws // when determining the isRepeating flag. if (previous.isRepeating && i > 0 - && (previous.vector[i - 1] != previous.vector[i] || previous.isNull[i - 1] != previous.isNull[i])) { + && (data[0] != data[i] || previous.isNull[0] != previous.isNull[i])) { previous.isRepeating = false; } } } @Override + public void nextVector(ColumnVector vector, + int[] data, + int size) throws IOException { + if (vector.noNulls) { + for(int r=0; r < data.length && r < size; ++r) { + data[r] = (int) next(); + } + } else if (!(vector.isRepeating && vector.isNull[0])) { + for(int r=0; r < data.length && r < size; ++r) { + if (!vector.isNull[r]) { + data[r] = (int) next(); + } else { + data[r] = 1; + } + } + } + } + + @Override public void seek(PositionProvider index) throws IOException { input.seek(index); int consumed = (int) index.getNext(); diff --git orc/src/java/org/apache/orc/impl/RunLengthIntegerReaderV2.java orc/src/java/org/apache/orc/impl/RunLengthIntegerReaderV2.java index c6d685a..610d9b5 100644 --- orc/src/java/org/apache/orc/impl/RunLengthIntegerReaderV2.java +++ orc/src/java/org/apache/orc/impl/RunLengthIntegerReaderV2.java @@ -21,9 +21,9 @@ import java.io.IOException; import java.util.Arrays; +import org.apache.hadoop.hive.ql.exec.vector.ColumnVector; import org.slf4j.Logger; import org.slf4j.LoggerFactory; -import org.apache.hadoop.hive.ql.exec.vector.LongColumnVector; /** * A reader that reads a sequence of light weight compressed integers. Refer @@ -360,15 +360,17 @@ public void skip(long numValues) throws IOException { } @Override - public void nextVector(LongColumnVector previous, final int previousLen) throws IOException { + public void nextVector(ColumnVector previous, + long[] data, + int previousLen) throws IOException { previous.isRepeating = true; for (int i = 0; i < previousLen; i++) { if (!previous.isNull[i]) { - previous.vector[i] = next(); + data[i] = next(); } else { // The default value of null for int type in vectorized // processing is 1, so set that if the value is null - previous.vector[i] = 1; + data[i] = 1; } // The default value for nulls in Vectorization for int types is 1 @@ -376,10 +378,29 @@ public void nextVector(LongColumnVector previous, final int previousLen) throws // when determining the isRepeating flag. if (previous.isRepeating && i > 0 - && (previous.vector[i - 1] != previous.vector[i] || - previous.isNull[i - 1] != previous.isNull[i])) { + && (data[0] != data[i] || + previous.isNull[0] != previous.isNull[i])) { previous.isRepeating = false; } } } + + @Override + public void nextVector(ColumnVector vector, + int[] data, + int size) throws IOException { + if (vector.noNulls) { + for(int r=0; r < data.length && r < size; ++r) { + data[r] = (int) next(); + } + } else if (!(vector.isRepeating && vector.isNull[0])) { + for(int r=0; r < data.length && r < size; ++r) { + if (!vector.isNull[r]) { + data[r] = (int) next(); + } else { + data[r] = 1; + } + } + } + } } diff --git orc/src/java/org/apache/orc/impl/WriterImpl.java orc/src/java/org/apache/orc/impl/WriterImpl.java index f8afe06..b2966e0 100644 --- orc/src/java/org/apache/orc/impl/WriterImpl.java +++ orc/src/java/org/apache/orc/impl/WriterImpl.java @@ -1693,9 +1693,10 @@ void recordPosition(PositionRecorder recorder) throws IOException { } } + public static long MILLIS_PER_DAY = 24 * 60 * 60 * 1000; + public static long NANOS_PER_MILLI = 1000000; public static final int MILLIS_PER_SECOND = 1000; static final int NANOS_PER_SECOND = 1000000000; - static final int MILLIS_PER_NANO = 1000000; public static final String BASE_TIMESTAMP_STRING = "2015-01-01 00:00:00"; private static class TimestampTreeWriter extends TreeWriter { @@ -2261,32 +2262,36 @@ void writeBatch(ColumnVector vector, int offset, } } else { // write the records in runs of the same tag - byte prevTag = 0; - int currentRun = 0; - boolean started = false; + int[] currentStart = new int[vec.fields.length]; + int[] currentLength = new int[vec.fields.length]; for(int i=0; i < length; ++i) { - if (!vec.isNull[i + offset]) { + // only need to deal with the non-nulls, since the nulls were dealt + // with in the super method. + if (vec.noNulls || !vec.isNull[i + offset]) { byte tag = (byte) vec.tags[offset + i]; tags.write(tag); - if (!started) { - started = true; - currentRun = i; - prevTag = tag; - } else if (tag != prevTag) { - childrenWriters[prevTag].writeBatch(vec.fields[prevTag], - offset + currentRun, i - currentRun); - currentRun = i; - prevTag = tag; + if (currentLength[tag] == 0) { + // start a new sequence + currentStart[tag] = i + offset; + currentLength[tag] = 1; + } else if (currentStart[tag] + currentLength[tag] == i + offset) { + // ok, we are extending the current run for that tag. + currentLength[tag] += 1; + } else { + // otherwise, we need to close off the old run and start a new one + childrenWriters[tag].writeBatch(vec.fields[tag], + currentStart[tag], currentLength[tag]); + currentStart[tag] = i + offset; + currentLength[tag] = 1; } - } else if (started) { - started = false; - childrenWriters[prevTag].writeBatch(vec.fields[prevTag], - offset + currentRun, i - currentRun); } } - if (started) { - childrenWriters[prevTag].writeBatch(vec.fields[prevTag], - offset + currentRun, length - currentRun); + // write out any left over sequences + for(int tag=0; tag < currentStart.length; ++tag) { + if (currentLength[tag] != 0) { + childrenWriters[tag].writeBatch(vec.fields[tag], currentStart[tag], + currentLength[tag]); + } } } } diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java index b26f09d..8db1ea9 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java @@ -3356,12 +3356,6 @@ private int alterTableOrSinglePartition(AlterTableDesc alterTbl, Table tbl, Part && !oldColName.equalsIgnoreCase(oldName)) { throw new HiveException(ErrorMsg.DUPLICATE_COLUMN_NAMES, newName); } else if (oldColName.equalsIgnoreCase(oldName)) { - // if orc table, restrict changing column types. Only integer type promotion is supported. - // smallint -> int -> bigint - if (isOrcSchemaEvolution && !isSupportedTypeChange(col.getType(), type)) { - throw new HiveException(ErrorMsg.CANNOT_CHANGE_COLUMN_TYPE, col.getType(), type, - newName); - } col.setName(newName); if (type != null && !type.trim().equals("")) { col.setType(type); @@ -3428,15 +3422,6 @@ private int alterTableOrSinglePartition(AlterTableDesc alterTbl, Table tbl, Part if (replaceCols.size() < existingCols.size()) { throw new HiveException(ErrorMsg.REPLACE_CANNOT_DROP_COLUMNS, alterTbl.getOldName()); } - - for (int i = 0; i < existingCols.size(); i++) { - final String currentColType = existingCols.get(i).getType().toLowerCase().trim(); - final String newColType = replaceCols.get(i).getType().toLowerCase().trim(); - if (!isSupportedTypeChange(currentColType, newColType)) { - throw new HiveException(ErrorMsg.REPLACE_UNSUPPORTED_TYPE_CONVERSION, currentColType, - newColType, replaceCols.get(i).getName()); - } - } } sd.setCols(alterTbl.getNewCols()); } else if (alterTbl.getOp() == AlterTableDesc.AlterTableTypes.ADDPROPS) { @@ -3604,44 +3589,6 @@ private int alterTableOrSinglePartition(AlterTableDesc alterTbl, Table tbl, Part return 0; } - // don't change the order of enums as ordinal values are used to check for valid type promotions - enum PromotableTypes { - SMALLINT, - INT, - BIGINT; - - static List types() { - return ImmutableList.of(SMALLINT.toString().toLowerCase(), - INT.toString().toLowerCase(), BIGINT.toString().toLowerCase()); - } - } - - // for ORC, only supported type promotions are smallint -> int -> bigint. No other - // type promotions are supported at this point - private boolean isSupportedTypeChange(String currentType, String newType) { - if (currentType != null && newType != null) { - currentType = currentType.toLowerCase().trim(); - newType = newType.toLowerCase().trim(); - // no type change - if (currentType.equals(newType)) { - return true; - } - if (PromotableTypes.types().contains(currentType) - && PromotableTypes.types().contains(newType)) { - PromotableTypes pCurrentType = PromotableTypes.valueOf(currentType.toUpperCase()); - PromotableTypes pNewType = PromotableTypes.valueOf(newType.toUpperCase()); - if (pNewType.ordinal() >= pCurrentType.ordinal()) { - return true; - } else { - return false; - } - } else { - return false; - } - } - return true; - } - /** * Drop a given table or some partitions. DropTableDesc is currently used for both. * diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorExtractRow.java ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorExtractRow.java index e883f38..1dcbd86 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorExtractRow.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorExtractRow.java @@ -506,8 +506,9 @@ Object extract(int batchIndex) { int length = colVector.length[adjustedIndex]; if (value == null) { - LOG.info("null string entry: batchIndex " + batchIndex + " columnIndex " + columnIndex); + throw new RuntimeException("null string entry: batchIndex " + batchIndex + " columnIndex " + columnIndex); } + // Use org.apache.hadoop.io.Text as our helper to go from byte[] to String. text.set(value, start, length); @@ -549,6 +550,10 @@ Object extract(int batchIndex) { int start = colVector.start[adjustedIndex]; int length = colVector.length[adjustedIndex]; + if (value == null) { + throw new RuntimeException("null char entry: batchIndex " + batchIndex + " columnIndex " + columnIndex); + } + // Use org.apache.hadoop.io.Text as our helper to go from byte[] to String. text.set(value, start, length); @@ -590,6 +595,10 @@ Object extract(int batchIndex) { int start = colVector.start[adjustedIndex]; int length = colVector.length[adjustedIndex]; + if (value == null) { + throw new RuntimeException("null varchar entry: batchIndex " + batchIndex + " columnIndex " + columnIndex); + } + // Use org.apache.hadoop.io.Text as our helper to go from byte[] to String. text.set(value, start, length); diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizationContext.java ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizationContext.java index 30a0f5a..ca10fd5 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizationContext.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizationContext.java @@ -484,7 +484,7 @@ public VectorExpression getVectorExpression(ExprNodeDesc exprDesc, Mode mode) th throw new HiveException("Could not vectorize expression: "+exprDesc.getName()); } if (LOG.isDebugEnabled()) { - LOG.debug("Input Expression = " + exprDesc.getTypeInfo() + LOG.debug("Input Expression = " + exprDesc.toString() + ", Vectorized Expression = " + ve.toString()); } return ve; diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizedRowBatchCtx.java ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizedRowBatchCtx.java index 0724191..82a97e0 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizedRowBatchCtx.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorizedRowBatchCtx.java @@ -215,12 +215,9 @@ public VectorizedRowBatch createVectorizedRowBatch(boolean[] columnsToIncludeTru LOG.info("createVectorizedRowBatch columnsToIncludeTruncated " + Arrays.toString(columnsToIncludeTruncated)); int totalColumnCount = rowColumnTypeInfos.length + scratchColumnTypeNames.length; VectorizedRowBatch result = new VectorizedRowBatch(totalColumnCount); - - for (int i = 0; i < columnsToIncludeTruncated.length; i++) { - if (columnsToIncludeTruncated[i]) { - TypeInfo typeInfo = rowColumnTypeInfos[i]; - result.cols[i] = VectorizedBatchUtil.createColumnVector(typeInfo); - } + for (int i = 0; i < dataColumnCount; i++) { + TypeInfo typeInfo = rowColumnTypeInfos[i]; + result.cols[i] = VectorizedBatchUtil.createColumnVector(typeInfo); } for (int i = dataColumnCount; i < dataColumnCount + partitionColumnCount; i++) { @@ -476,8 +473,8 @@ public void addPartitionColsToBatch(VectorizedRowBatch batch, Object[] partition bcv.isNull[0] = true; bcv.isRepeating = true; } else { - bcv.fill(sVal.getBytes()); - bcv.isNull[0] = false; + bcv.setVal(0, sVal.getBytes()); + bcv.isRepeating = true; } } break; diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/ConvertTreeReaderFactory.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/ConvertTreeReaderFactory.java new file mode 100644 index 0000000..a123bb9 --- /dev/null +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/ConvertTreeReaderFactory.java @@ -0,0 +1,3645 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.hadoop.hive.ql.io.orc; + +import java.io.IOException; +import java.io.UnsupportedEncodingException; +import java.nio.charset.StandardCharsets; +import java.sql.Date; +import java.sql.Timestamp; +import java.util.ArrayList; +import java.util.EnumMap; +import java.util.List; +import java.util.Map; + +import org.apache.hadoop.hive.common.type.HiveDecimal; +import org.apache.hadoop.hive.ql.exec.vector.BytesColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.ColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.DecimalColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.DoubleColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.LongColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.TimestampColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.expressions.StringExpr; +import org.apache.hadoop.hive.serde2.io.ByteWritable; +import org.apache.hadoop.hive.serde2.io.DateWritable; +import org.apache.hadoop.hive.serde2.io.DoubleWritable; +import org.apache.hadoop.hive.serde2.io.HiveCharWritable; +import org.apache.hadoop.hive.serde2.io.HiveDecimalWritable; +import org.apache.hadoop.hive.serde2.io.HiveVarcharWritable; +import org.apache.hadoop.hive.serde2.io.ShortWritable; +import org.apache.hadoop.hive.serde2.io.TimestampWritable; +import org.apache.hadoop.io.BooleanWritable; +import org.apache.hadoop.io.BytesWritable; +import org.apache.hadoop.io.FloatWritable; +import org.apache.hadoop.io.IntWritable; +import org.apache.hadoop.io.LongWritable; +import org.apache.hadoop.io.Text; +import org.apache.hadoop.io.Writable; +import org.apache.orc.OrcProto; +import org.apache.orc.TypeDescription; +import org.apache.orc.impl.InStream; +import org.apache.orc.impl.PositionProvider; +import org.apache.orc.impl.StreamName; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +/** + * Convert ORC tree readers. + */ +public class ConvertTreeReaderFactory extends TreeReaderFactory { + + private static final Logger LOG = + LoggerFactory.getLogger(TreeReaderFactory.class); + + /** + * Override methods like checkEncoding to pass-thru to the convert TreeReader. + */ + public static class ConvertTreeReader extends TreeReader { + + private TreeReader convertTreeReader; + + ConvertTreeReader(int columnId) throws IOException { + super(columnId); + } + + private static List numericTypeList = new ArrayList(); + + // The ordering of types here is used to determine which numeric types + // are common/convertible to one another. Probably better to rely on the + // ordering explicitly defined here than to assume that the enum values + // that were arbitrarily assigned in PrimitiveCategory work for our purposes. + private static EnumMap numericTypes = + new EnumMap(TypeDescription.Category.class); + + static { + registerNumericType(TypeDescription.Category.BOOLEAN, 1); + registerNumericType(TypeDescription.Category.BYTE, 2); + registerNumericType(TypeDescription.Category.SHORT, 3); + registerNumericType(TypeDescription.Category.INT, 4); + registerNumericType(TypeDescription.Category.LONG, 5); + registerNumericType(TypeDescription.Category.FLOAT, 6); + registerNumericType(TypeDescription.Category.DOUBLE, 7); + registerNumericType(TypeDescription.Category.DECIMAL, 8); + } + + private static void registerNumericType(TypeDescription.Category kind, int level) { + numericTypeList.add(kind); + numericTypes.put(kind, level); + } + + protected void setConvertTreeReader(TreeReader convertTreeReader) { + this.convertTreeReader = convertTreeReader; + } + + protected TreeReader getStringGroupTreeReader(int columnId, + TypeDescription fileType) throws IOException { + switch (fileType.getCategory()) { + case STRING: + return new StringTreeReader(columnId); + case CHAR: + return new CharTreeReader(columnId, fileType.getMaxLength()); + case VARCHAR: + return new VarcharTreeReader(columnId, fileType.getMaxLength()); + default: + throw new RuntimeException("Unexpected type kind " + fileType.getCategory().name()); + } + } + + protected Writable getStringGroupWritable(TypeDescription fileType) + throws IOException { + switch (fileType.getCategory()) { + case STRING: + return new Text(); + case CHAR: + return new HiveCharWritable(); + case VARCHAR: + return new HiveVarcharWritable(); + default: + throw new RuntimeException("Unexpected type kind " + fileType.getCategory().name()); + } + } + + protected Writable getStringGroupResultFromString(Object previous, + TypeDescription readerType, String string) { + switch (readerType.getCategory()) { + case STRING: + { + Text textResult; + if (previous == null) { + textResult = new Text(); + } else { + textResult = (Text) previous; + } + textResult.set(string); + return textResult; + } + case CHAR: + { + HiveCharWritable hiveCharResult; + if (previous == null) { + hiveCharResult = new HiveCharWritable(); + } else { + hiveCharResult = (HiveCharWritable) previous; + } + hiveCharResult.set(string, readerType.getMaxLength()); + return hiveCharResult; + } + case VARCHAR: + { + HiveVarcharWritable hiveVarcharResult; + if (previous == null) { + hiveVarcharResult = new HiveVarcharWritable(); + } else { + hiveVarcharResult = (HiveVarcharWritable) previous; + } + hiveVarcharResult.set(string, readerType.getMaxLength()); + return hiveVarcharResult; + } + default: + throw new RuntimeException("Unexpected type kind " + readerType.getCategory().name()); + } + } + + protected void assignStringGroupVectorEntry(BytesColumnVector bytesColVector, + int elementNum, TypeDescription readerType, byte[] bytes) { + assignStringGroupVectorEntry(bytesColVector, + elementNum, readerType, bytes, 0, bytes.length); + } + + /* + * Assign a BytesColumnVector entry when we have a byte array, start, and + * length for the string group which can be (STRING, CHAR, VARCHAR). + */ + protected void assignStringGroupVectorEntry(BytesColumnVector bytesColVector, + int elementNum, TypeDescription readerType, byte[] bytes, int start, int length) { + switch (readerType.getCategory()) { + case STRING: + bytesColVector.setVal(elementNum, bytes, start, length); + break; + case CHAR: + { + int adjustedDownLen = + StringExpr.rightTrimAndTruncate(bytes, start, length, readerType.getMaxLength()); + bytesColVector.setVal(elementNum, bytes, start, adjustedDownLen); + } + break; + case VARCHAR: + { + int adjustedDownLen = + StringExpr.truncate(bytes, start, length, readerType.getMaxLength()); + bytesColVector.setVal(elementNum, bytes, start, adjustedDownLen); + } + break; + default: + throw new RuntimeException("Unexpected type kind " + readerType.getCategory().name()); + } + } + + protected void convertStringGroupVectorElement(BytesColumnVector bytesColVector, + int elementNum, TypeDescription readerType) { + switch (readerType.getCategory()) { + case STRING: + // No conversion needed. + break; + case CHAR: + { + int length = bytesColVector.length[elementNum]; + int adjustedDownLen = StringExpr + .rightTrimAndTruncate(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], length, + readerType.getMaxLength()); + if (adjustedDownLen < length) { + bytesColVector.length[elementNum] = adjustedDownLen; + } + } + break; + case VARCHAR: + { + int length = bytesColVector.length[elementNum]; + int adjustedDownLen = StringExpr + .truncate(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], length, + readerType.getMaxLength()); + if (adjustedDownLen < length) { + bytesColVector.length[elementNum] = adjustedDownLen; + } + } + break; + default: + throw new RuntimeException("Unexpected type kind " + readerType.getCategory().name()); + } + } + + private boolean isParseError; + + /* + * We do this because we want the various parse methods return a primitive. + * + * @return true if there was a parse error in the last call to + * parseLongFromString, etc. + */ + protected boolean getIsParseError() { + return isParseError; + } + + protected long parseLongFromString(String string) { + try { + long longValue = Long.parseLong(string); + isParseError = false; + return longValue; + } catch (NumberFormatException e) { + isParseError = true; + return 0; + } + } + + protected float parseFloatFromString(String string) { + try { + float floatValue = Float.parseFloat(string); + isParseError = false; + return floatValue; + } catch (NumberFormatException e) { + isParseError = true; + return Float.NaN; + } + } + + protected double parseDoubleFromString(String string) { + try { + double value = Double.parseDouble(string); + isParseError = false; + return value; + } catch (NumberFormatException e) { + isParseError = true; + return Double.NaN; + } + } + + /** + * @param string + * @return the HiveDecimal parsed, or null if there was a parse error. + */ + protected HiveDecimal parseDecimalFromString(String string) { + try { + HiveDecimal value = HiveDecimal.create(string); + return value; + } catch (NumberFormatException e) { + return null; + } + } + + /** + * @param string + * @return the Timestamp parsed, or null if there was a parse error. + */ + protected Timestamp parseTimestampFromString(String string) { + try { + Timestamp value = Timestamp.valueOf(string); + return value; + } catch (IllegalArgumentException e) { + return null; + } + } + + /** + * @param string + * @return the Date parsed, or null if there was a parse error. + */ + protected Date parseDateFromString(String string) { + try { + Date value = Date.valueOf(string); + return value; + } catch (IllegalArgumentException e) { + return null; + } + } + + protected String stringFromStringGroupTreeReader( + TreeReader stringGroupTreeReader, Writable writable, + TypeDescription fileType) throws IOException { + switch (fileType.getCategory()) { + case STRING: + { + Text readTextResult = + (Text) ((StringTreeReader) stringGroupTreeReader).next(writable); + if (readTextResult == null) { + return null; + } + return readTextResult.toString(); + } + case CHAR: + { + HiveCharWritable readHiveCharResult = + (HiveCharWritable) ((CharTreeReader) stringGroupTreeReader).next(writable); + if (readHiveCharResult == null) { + return null; + } + return readHiveCharResult.getStrippedValue().toString(); + } + case VARCHAR: + { + HiveVarcharWritable readHiveVarcharResult = + (HiveVarcharWritable) ((VarcharTreeReader) stringGroupTreeReader).next(writable); + if (readHiveVarcharResult == null) { + return null; + } + return readHiveVarcharResult.toString(); + } + default: + throw new RuntimeException("Unexpected type kind " + fileType.getCategory().name()); + } + } + + protected String stringFromBytesColumnVectorEntry( + BytesColumnVector bytesColVector, int elementNum) { + String string; + + string = new String( + bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], + StandardCharsets.UTF_8); + + return string; + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + convertTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + convertTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + convertTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + convertTreeReader.seek(index); + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + convertTreeReader.skipRows(items); + } + + /** + * Override this to use convertVector. + * Source and result are member variables in the subclass with the right + * type. + * @param elementNum + * @throws IOException + */ + // Override this to use convertVector. + public void setConvertVectorElement(int elementNum) throws IOException { + throw new RuntimeException("Expected this method to be overriden"); + } + + // Common code used by the conversion. + public void convertVector(ColumnVector fromColVector, + ColumnVector resultColVector, final int batchSize) throws IOException { + + resultColVector.reset(); + if (fromColVector.isRepeating) { + resultColVector.isRepeating = true; + if (fromColVector.noNulls || !fromColVector.isNull[0]) { + setConvertVectorElement(0); + } else { + resultColVector.noNulls = false; + resultColVector.isNull[0] = true; + } + } else if (fromColVector.noNulls){ + for (int i = 0; i < batchSize; i++) { + setConvertVectorElement(i); + } + } else { + for (int i = 0; i < batchSize; i++) { + if (!fromColVector.isNull[i]) { + setConvertVectorElement(i); + } else { + resultColVector.noNulls = false; + resultColVector.isNull[i] = true; + } + } + } + } + + public long downCastAnyInteger(long input, TypeDescription readerType) { + switch (readerType.getCategory()) { + case BOOLEAN: + return input == 0 ? 0 : 1; + case BYTE: + return (byte) input; + case SHORT: + return (short) input; + case INT: + return (int) input; + case LONG: + return input; + default: + throw new RuntimeException("Unexpected type kind " + readerType.getCategory().name()); + } + } + + protected Writable anyIntegerWritable(long longValue, Object previous, + TypeDescription readerType) { + switch (readerType.getCategory()) { + case BOOLEAN: + { + BooleanWritable booleanResult; + if (previous == null) { + booleanResult = new BooleanWritable(); + } else { + booleanResult = (BooleanWritable) previous; + } + booleanResult.set(longValue != 0); + return booleanResult; + } + case BYTE: + { + ByteWritable byteResult; + if (previous == null) { + byteResult = new ByteWritable(); + } else { + byteResult = (ByteWritable) previous; + } + byteResult.set((byte) longValue); + return byteResult; + } + case SHORT: + { + ShortWritable shortResult; + if (previous == null) { + shortResult = new ShortWritable(); + } else { + shortResult = (ShortWritable) previous; + } + shortResult.set((short) longValue); + return shortResult; + } + case INT: + { + IntWritable intResult; + if (previous == null) { + intResult = new IntWritable(); + } else { + intResult = (IntWritable) previous; + } + intResult.set((int) longValue); + return intResult; + } + case LONG: + { + LongWritable longResult; + if (previous == null) { + longResult = new LongWritable(); + } else { + longResult = (LongWritable) previous; + } + longResult.set(longValue); + return longResult; + } + default: + throw new RuntimeException("Unexpected type kind " + readerType.getCategory().name()); + } + } + + protected boolean integerDownCastNeeded(TypeDescription fileType, TypeDescription readerType) { + Integer fileLevel = numericTypes.get(fileType.getCategory()); + Integer schemaLevel = numericTypes.get(readerType.getCategory()); + return (schemaLevel.intValue() < fileLevel.intValue()); + } + } + + public static class AnyIntegerTreeReader extends ConvertTreeReader { + + private TypeDescription.Category fileTypeCategory; + private TreeReader anyIntegerTreeReader; + + private long longValue; + + AnyIntegerTreeReader(int columnId, TypeDescription fileType, + boolean skipCorrupt) throws IOException { + super(columnId); + this.fileTypeCategory = fileType.getCategory(); + switch (fileTypeCategory) { + case BOOLEAN: + anyIntegerTreeReader = new BooleanTreeReader(columnId); + break; + case BYTE: + anyIntegerTreeReader = new ByteTreeReader(columnId); + break; + case SHORT: + anyIntegerTreeReader = new ShortTreeReader(columnId); + break; + case INT: + anyIntegerTreeReader = new IntTreeReader(columnId); + break; + case LONG: + anyIntegerTreeReader = new LongTreeReader(columnId, skipCorrupt); + break; + default: + throw new RuntimeException("Unexpected type kind " + fileType.getCategory().name()); + } + setConvertTreeReader(anyIntegerTreeReader); + } + + @Override + Object next(Object previous) throws IOException { + throw new RuntimeException("Call read() and getLong instead"); + } + + protected boolean read() throws IOException { + anyIntegerTreeReader.readValuePresent(); + if (!anyIntegerTreeReader.valuePresent) { + return false; + } + switch (fileTypeCategory) { + case BOOLEAN: + longValue = ((BooleanTreeReader) anyIntegerTreeReader).reader.next(); + break; + case BYTE: + longValue = ((ByteTreeReader) anyIntegerTreeReader).reader.next(); + break; + case SHORT: + longValue = ((ShortTreeReader) anyIntegerTreeReader).reader.next(); + break; + case INT: + longValue = ((IntTreeReader) anyIntegerTreeReader).reader.next(); + break; + case LONG: + longValue = ((LongTreeReader) anyIntegerTreeReader).reader.next(); + break; + default: + throw new RuntimeException("Unexpected type kind " + fileTypeCategory.name()); + } + return true; + } + + protected long getLong() throws IOException { + return longValue; + } + + protected String getString(long longValue) { + if (fileTypeCategory == TypeDescription.Category.BOOLEAN) { + return longValue == 0 ? "FALSE" : "TRUE"; + } else { + return Long.toString(longValue); + } + } + + protected String getString() { + return getString(longValue); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + anyIntegerTreeReader.nextVector(previousVector, isNull, batchSize); + } + } + + public static class AnyIntegerFromAnyIntegerTreeReader extends ConvertTreeReader { + + private AnyIntegerTreeReader anyIntegerAsLongTreeReader; + + private final TypeDescription readerType; + private final boolean downCastNeeded; + + AnyIntegerFromAnyIntegerTreeReader(int columnId, TypeDescription fileType, TypeDescription readerType, boolean skipCorrupt) throws IOException { + super(columnId); + this.readerType = readerType; + anyIntegerAsLongTreeReader = new AnyIntegerTreeReader(columnId, fileType, skipCorrupt); + setConvertTreeReader(anyIntegerAsLongTreeReader); + downCastNeeded = integerDownCastNeeded(fileType, readerType); + } + + @Override + Object next(Object previous) throws IOException { + Writable result = null; + if (anyIntegerAsLongTreeReader.read()) { + long longValue = anyIntegerAsLongTreeReader.getLong(); + result = anyIntegerWritable(longValue, previous, readerType); + } + return result; + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + anyIntegerAsLongTreeReader.nextVector(previousVector, isNull, batchSize); + LongColumnVector resultColVector = (LongColumnVector) previousVector; + if (downCastNeeded) { + long[] resultVector = resultColVector.vector; + if (resultColVector.isRepeating) { + if (resultColVector.noNulls || !resultColVector.isNull[0]) { + resultVector[0] = downCastAnyInteger(resultVector[0], readerType); + } else { + resultColVector.noNulls = false; + resultColVector.isNull[0] = true; + } + } else if (resultColVector.noNulls){ + for (int i = 0; i < batchSize; i++) { + resultVector[i] = downCastAnyInteger(resultVector[i], readerType); + } + } else { + for (int i = 0; i < batchSize; i++) { + if (!resultColVector.isNull[i]) { + resultVector[i] = downCastAnyInteger(resultVector[i], readerType); + } else { + resultColVector.noNulls = false; + resultColVector.isNull[i] = true; + } + } + } + } + } + } + + public static class AnyIntegerFromFloatTreeReader extends ConvertTreeReader { + + private FloatTreeReader floatTreeReader; + + private final TypeDescription readerType; + private FloatWritable floatResult; + private DoubleColumnVector doubleColVector; + private LongColumnVector longColVector; + + AnyIntegerFromFloatTreeReader(int columnId, TypeDescription readerType) + throws IOException { + super(columnId); + this.readerType = readerType; + floatTreeReader = new FloatTreeReader(columnId); + setConvertTreeReader(floatTreeReader); + floatResult = new FloatWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + FloatWritable readfloatResult = + (FloatWritable) floatTreeReader.next(floatResult); + + Writable result = null; + if (readfloatResult != null) { + long longValue = (long) readfloatResult.get(); + result = anyIntegerWritable(longValue, previous, readerType); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + float floatValue = (float) doubleColVector.vector[elementNum]; + longColVector.vector[elementNum] = + downCastAnyInteger( + (long) floatValue, readerType); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (doubleColVector == null) { + // Allocate column vector for file; cast column vector for reader. + doubleColVector = new DoubleColumnVector(); + longColVector = (LongColumnVector) previousVector; + } + // Read present/isNull stream + floatTreeReader.nextVector(doubleColVector, isNull, batchSize); + + convertVector(doubleColVector, longColVector, batchSize); + } + } + + public static class AnyIntegerFromDoubleTreeReader extends ConvertTreeReader { + + private DoubleTreeReader doubleTreeReader; + + private final TypeDescription readerType; + private DoubleWritable doubleResult; + private DoubleColumnVector doubleColVector; + private LongColumnVector longColVector; + + AnyIntegerFromDoubleTreeReader(int columnId, TypeDescription readerType) + throws IOException { + super(columnId); + this.readerType = readerType; + doubleTreeReader = new DoubleTreeReader(columnId); + setConvertTreeReader(doubleTreeReader); + doubleResult = new DoubleWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + DoubleWritable readDoubleResult = + (DoubleWritable) doubleTreeReader.next(doubleResult); + + Writable result = null; + if (readDoubleResult != null) { + long longValue = (long) readDoubleResult.get(); + result = anyIntegerWritable(longValue, previous, readerType); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + longColVector.vector[elementNum] = + downCastAnyInteger( + (long) doubleColVector.vector[elementNum], readerType); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (doubleColVector == null) { + // Allocate column vector for file; cast column vector for reader. + doubleColVector = new DoubleColumnVector(); + longColVector = (LongColumnVector) previousVector; + } + // Read present/isNull stream + doubleTreeReader.nextVector(doubleColVector, isNull, batchSize); + + convertVector(doubleColVector, longColVector, batchSize); + } + } + + public static class AnyIntegerFromDecimalTreeReader extends ConvertTreeReader { + + private DecimalTreeReader decimalTreeReader; + + private final int precision; + private final int scale; + private final TypeDescription readerType; + private HiveDecimalWritable hiveDecimalResult; + private DecimalColumnVector decimalColVector; + private LongColumnVector longColVector; + + AnyIntegerFromDecimalTreeReader(int columnId, TypeDescription fileType, + TypeDescription readerType) throws IOException { + super(columnId); + this.precision = fileType.getPrecision(); + this.scale = fileType.getScale(); + this.readerType = readerType; + decimalTreeReader = new DecimalTreeReader(columnId, precision, scale); + setConvertTreeReader(decimalTreeReader); + hiveDecimalResult = new HiveDecimalWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + HiveDecimalWritable readHiveDecimalResult = + (HiveDecimalWritable) decimalTreeReader.next(hiveDecimalResult); + + Writable result = null; + if (readHiveDecimalResult != null) { + long longValue = readHiveDecimalResult.getHiveDecimal().longValue(); + result = anyIntegerWritable(longValue, previous, readerType); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + longColVector.vector[elementNum] = + downCastAnyInteger( + decimalColVector.vector[elementNum].getHiveDecimal().longValue(), + readerType); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (decimalColVector == null) { + // Allocate column vector for file; cast column vector for reader. + decimalColVector = new DecimalColumnVector(precision, scale); + longColVector = (LongColumnVector) previousVector; + } + // Read present/isNull stream + decimalTreeReader.nextVector(decimalColVector, isNull, batchSize); + + convertVector(decimalColVector, longColVector, batchSize); + } + } + + public static class AnyIntegerFromStringGroupTreeReader extends ConvertTreeReader { + + private TreeReader stringGroupTreeReader; + + private final TypeDescription fileType; + private final TypeDescription readerType; + private Writable writable; + private BytesColumnVector bytesColVector; + private LongColumnVector longColVector; + + AnyIntegerFromStringGroupTreeReader(int columnId, TypeDescription fileType, + TypeDescription readerType) throws IOException { + super(columnId); + this.fileType = fileType; + this.readerType = readerType; + stringGroupTreeReader = getStringGroupTreeReader(columnId, fileType); + setConvertTreeReader(stringGroupTreeReader); + writable = getStringGroupWritable(fileType); + } + + @Override + Object next(Object previous) throws IOException { + + String stringValue = stringFromStringGroupTreeReader( + stringGroupTreeReader, writable, fileType); + + Writable result = null; + if (stringValue != null) { + long longValue = parseLongFromString(stringValue); + if (!getIsParseError()) { + result = anyIntegerWritable(longValue, previous, readerType); + } + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + String string = stringFromBytesColumnVectorEntry(bytesColVector, elementNum); + long longValue = parseLongFromString(string); + if (!getIsParseError()) { + longColVector.vector[elementNum] = + downCastAnyInteger(longValue, readerType); + } else { + longColVector.noNulls = false; + longColVector.isNull[elementNum] = true; + } + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (bytesColVector == null) { + // Allocate column vector for file; cast column vector for reader. + bytesColVector = new BytesColumnVector(); + longColVector = (LongColumnVector) previousVector; + } + // Read present/isNull stream + stringGroupTreeReader.nextVector(bytesColVector, isNull, batchSize); + + convertVector(bytesColVector, longColVector, batchSize); + } + } + + public static class AnyIntegerFromTimestampTreeReader extends ConvertTreeReader { + + private TimestampTreeReader timestampTreeReader; + + private final TypeDescription readerType; + private TimestampWritable timestampResult; + private TimestampColumnVector timestampColVector; + private LongColumnVector longColVector; + + AnyIntegerFromTimestampTreeReader(int columnId, TypeDescription readerType, + boolean skipCorrupt) throws IOException { + super(columnId); + this.readerType = readerType; + timestampTreeReader = new TimestampTreeReader(columnId, skipCorrupt); + setConvertTreeReader(timestampTreeReader); + timestampResult = new TimestampWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + TimestampWritable readHiveTimestampResult = + (TimestampWritable) timestampTreeReader.next(timestampResult); + + Writable result = null; + if (readHiveTimestampResult != null) { + // Use TimestampWritable's getSeconds. + long longValue = readHiveTimestampResult.getSeconds(); + result = anyIntegerWritable(longValue, previous, readerType); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + timestampResult.set(timestampColVector.asScratchTimestamp(elementNum)); + // Use TimestampWritable's getSeconds. + long longValue = timestampResult.getSeconds(); + longColVector.vector[elementNum] = + downCastAnyInteger(longValue, readerType); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (timestampColVector == null) { + // Allocate column vector for file; cast column vector for reader. + timestampColVector = new TimestampColumnVector(); + longColVector = (LongColumnVector) previousVector; + } + // Read present/isNull stream + timestampTreeReader.nextVector(timestampColVector, isNull, batchSize); + + convertVector(timestampColVector, longColVector, batchSize); + } + } + + public static class FloatFromAnyIntegerTreeReader extends ConvertTreeReader { + + private AnyIntegerTreeReader anyIntegerAsLongTreeReader; + + private LongColumnVector longColVector; + private DoubleColumnVector doubleColVector; + + FloatFromAnyIntegerTreeReader(int columnId, TypeDescription fileType, + boolean skipCorrupt) throws IOException { + super(columnId); + anyIntegerAsLongTreeReader = + new AnyIntegerTreeReader(columnId, fileType, skipCorrupt); + setConvertTreeReader(anyIntegerAsLongTreeReader); + } + + @Override + Object next(Object previous) throws IOException { + FloatWritable result = null; + if (anyIntegerAsLongTreeReader.read()) { + long longValue = anyIntegerAsLongTreeReader.getLong(); + float floatValue = (float) longValue; + if (!Float.isNaN(floatValue)){ + if (previous == null) { + result = new FloatWritable(); + } else { + result = (FloatWritable) previous; + } + result.set(floatValue); + } + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + float floatValue = (float) longColVector.vector[elementNum]; + if (!Float.isNaN(floatValue)) { + doubleColVector.vector[elementNum] = floatValue; + } else { + doubleColVector.vector[elementNum] = Double.NaN; + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (longColVector == null) { + // Allocate column vector for file; cast column vector for reader. + longColVector = new LongColumnVector(); + doubleColVector = (DoubleColumnVector) previousVector; + } + // Read present/isNull stream + anyIntegerAsLongTreeReader.nextVector(longColVector, isNull, batchSize); + + convertVector(longColVector, doubleColVector, batchSize); + } + } + + public static class FloatFromDoubleTreeReader extends ConvertTreeReader { + + private DoubleTreeReader doubleTreeReader; + + private DoubleWritable doubleResult; + + FloatFromDoubleTreeReader(int columnId) throws IOException { + super(columnId); + doubleTreeReader = new DoubleTreeReader(columnId); + setConvertTreeReader(doubleTreeReader); + doubleResult = new DoubleWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + DoubleWritable readDoubleResult = + (DoubleWritable) doubleTreeReader.next(doubleResult); + + FloatWritable result = null; + if (readDoubleResult != null) { + if (previous == null) { + result = new FloatWritable(); + } else { + result = (FloatWritable) previous; + } + result.set((float) readDoubleResult.get()); + } + return result; + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + doubleTreeReader.nextVector(previousVector, isNull, batchSize); + + DoubleColumnVector resultColVector = (DoubleColumnVector) previousVector; + double[] resultVector = resultColVector.vector; + if (resultColVector.isRepeating) { + if (resultColVector.noNulls || !resultColVector.isNull[0]) { + resultVector[0] = (float) resultVector[0]; + } else { + resultColVector.noNulls = false; + resultColVector.isNull[0] = true; + } + } else if (resultColVector.noNulls){ + for (int i = 0; i < batchSize; i++) { + resultVector[i] = (float) resultVector[i]; + } + } else { + for (int i = 0; i < batchSize; i++) { + if (!resultColVector.isNull[i]) { + resultVector[i] = (float) resultVector[i]; + } else { + resultColVector.noNulls = false; + resultColVector.isNull[i] = true; + } + } + } + } + } + + public static class FloatFromDecimalTreeReader extends ConvertTreeReader { + + private DecimalTreeReader decimalTreeReader; + + private final int precision; + private final int scale; + private final TypeDescription readerType; + private HiveDecimalWritable hiveDecimalResult; + private DecimalColumnVector decimalColVector; + private DoubleColumnVector doubleColVector; + + FloatFromDecimalTreeReader(int columnId, TypeDescription fileType, + TypeDescription readerType) throws IOException { + super(columnId); + this.precision = fileType.getPrecision(); + this.scale = fileType.getScale(); + this.readerType = readerType; + decimalTreeReader = new DecimalTreeReader(columnId, precision, scale); + setConvertTreeReader(decimalTreeReader); + hiveDecimalResult = new HiveDecimalWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + HiveDecimalWritable readHiveDecimalResult = + (HiveDecimalWritable) decimalTreeReader.next(hiveDecimalResult); + + FloatWritable result = null; + if (readHiveDecimalResult != null) { + double doubleValue = readHiveDecimalResult.getHiveDecimal().doubleValue(); + if (previous == null) { + result = new FloatWritable(); + } else { + result = (FloatWritable) previous; + } + result.set((float) doubleValue); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + doubleColVector.vector[elementNum] = + (float) decimalColVector.vector[elementNum].getHiveDecimal().doubleValue(); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (decimalColVector == null) { + // Allocate column vector for file; cast column vector for reader. + decimalColVector = new DecimalColumnVector(precision, scale); + doubleColVector = (DoubleColumnVector) previousVector; + } + // Read present/isNull stream + decimalTreeReader.nextVector(decimalColVector, isNull, batchSize); + + convertVector(decimalColVector, doubleColVector, batchSize); + } + } + + public static class FloatFromStringGroupTreeReader extends ConvertTreeReader { + + private TreeReader stringGroupTreeReader; + + private final TypeDescription fileType; + private Writable writable; + private BytesColumnVector bytesColVector; + private DoubleColumnVector doubleColVector; + + FloatFromStringGroupTreeReader(int columnId, TypeDescription fileType) + throws IOException { + super(columnId); + this.fileType = fileType; + stringGroupTreeReader = getStringGroupTreeReader(columnId, fileType); + setConvertTreeReader(stringGroupTreeReader); + writable = getStringGroupWritable(fileType); + } + + @Override + Object next(Object previous) throws IOException { + + String stringValue = stringFromStringGroupTreeReader( + stringGroupTreeReader, writable, fileType); + + FloatWritable result = null; + if (stringValue != null) { + float floatValue = parseFloatFromString(stringValue); + if (!getIsParseError()) { + if (previous == null) { + result = new FloatWritable(); + } else { + result = (FloatWritable) previous; + } + result.set(floatValue); + } + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + String string = stringFromBytesColumnVectorEntry(bytesColVector, elementNum); + float floatValue = parseFloatFromString(string); + if (!getIsParseError()) { + doubleColVector.vector[elementNum] = floatValue; + } else { + doubleColVector.vector[elementNum] = Double.NaN; + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (bytesColVector == null) { + // Allocate column vector for file; cast column vector for reader. + bytesColVector = new BytesColumnVector(); + doubleColVector = (DoubleColumnVector) previousVector; + } + // Read present/isNull stream + stringGroupTreeReader.nextVector(bytesColVector, isNull, batchSize); + + convertVector(bytesColVector, doubleColVector, batchSize); + } + } + + public static class FloatFromTimestampTreeReader extends ConvertTreeReader { + + private TimestampTreeReader timestampTreeReader; + + private final TypeDescription readerType; + private TimestampWritable timestampResult; + private TimestampColumnVector timestampColVector; + private DoubleColumnVector doubleColVector; + + FloatFromTimestampTreeReader(int columnId, TypeDescription readerType, + boolean skipCorrupt) throws IOException { + super(columnId); + this.readerType = readerType; + timestampTreeReader = new TimestampTreeReader(columnId, skipCorrupt); + setConvertTreeReader(timestampTreeReader); + timestampResult = new TimestampWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + TimestampWritable readTimestampResult = + (TimestampWritable) timestampTreeReader.next(timestampResult); + + FloatWritable result = null; + if (readTimestampResult != null) { + double doubleValue = readTimestampResult.getDouble(); + if (previous == null) { + result = new FloatWritable(); + } else { + result = (FloatWritable) previous; + } + result.set((float) doubleValue); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + timestampResult.set(timestampColVector.asScratchTimestamp(elementNum)); + doubleColVector.vector[elementNum] = (float) timestampResult.getDouble(); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (timestampColVector == null) { + // Allocate column vector for file; cast column vector for reader. + timestampColVector = new TimestampColumnVector(); + doubleColVector = (DoubleColumnVector) previousVector; + } + // Read present/isNull stream + timestampTreeReader.nextVector(timestampColVector, isNull, batchSize); + + convertVector(timestampColVector, doubleColVector, batchSize); + } + } + + public static class DoubleFromAnyIntegerTreeReader extends ConvertTreeReader { + + private AnyIntegerTreeReader anyIntegerAsLongTreeReader; + + private LongColumnVector longColVector; + private DoubleColumnVector doubleColVector; + + DoubleFromAnyIntegerTreeReader(int columnId, TypeDescription fileType, + boolean skipCorrupt) throws IOException { + super(columnId); + anyIntegerAsLongTreeReader = + new AnyIntegerTreeReader(columnId, fileType, skipCorrupt); + setConvertTreeReader(anyIntegerAsLongTreeReader); + } + + @Override + Object next(Object previous) throws IOException { + DoubleWritable result = null; + if (anyIntegerAsLongTreeReader.read()) { + long longValue = anyIntegerAsLongTreeReader.getLong(); + double doubleValue = (double) longValue; + if (!Double.isNaN(doubleValue)) { + if (previous == null) { + result = new DoubleWritable(); + } else { + result = (DoubleWritable) previous; + } + result.set(doubleValue); + } + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) { + + double doubleValue = (double) longColVector.vector[elementNum]; + if (!Double.isNaN(doubleValue)) { + doubleColVector.vector[elementNum] = doubleValue; + } else { + doubleColVector.vector[elementNum] = Double.NaN; + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (longColVector == null) { + // Allocate column vector for file; cast column vector for reader. + longColVector = new LongColumnVector(); + doubleColVector = (DoubleColumnVector) previousVector; + } + // Read present/isNull stream + anyIntegerAsLongTreeReader.nextVector(longColVector, isNull, batchSize); + + convertVector(longColVector, doubleColVector, batchSize); + } + } + + public static class DoubleFromFloatTreeReader extends ConvertTreeReader { + + private FloatTreeReader floatTreeReader; + + private FloatWritable floatResult; + + DoubleFromFloatTreeReader(int columnId) throws IOException { + super(columnId); + floatTreeReader = new FloatTreeReader(columnId); + setConvertTreeReader(floatTreeReader); + floatResult = new FloatWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + FloatWritable readFloatResult = + (FloatWritable) floatTreeReader.next(floatResult); + + DoubleWritable result = null; + if (readFloatResult != null) { + if (previous == null) { + result = new DoubleWritable(); + } else { + result = (DoubleWritable) previous; + } + result.set(readFloatResult.get()); + } + return result; + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + // The DoubleColumnVector produced by FloatTreeReader is what we want. + floatTreeReader.nextVector(previousVector, isNull, batchSize); + } + } + + public static class DoubleFromDecimalTreeReader extends ConvertTreeReader { + + private DecimalTreeReader decimalTreeReader; + + private final int precision; + private final int scale; + private final TypeDescription readerType; + private HiveDecimalWritable hiveDecimalResult; + private DecimalColumnVector decimalColVector; + private DoubleColumnVector doubleColVector; + + DoubleFromDecimalTreeReader(int columnId, TypeDescription fileType, + TypeDescription readerType) throws IOException { + super(columnId); + this.precision = fileType.getPrecision(); + this.scale = fileType.getScale(); + this.readerType = readerType; + decimalTreeReader = new DecimalTreeReader(columnId, precision, scale); + setConvertTreeReader(decimalTreeReader); + hiveDecimalResult = new HiveDecimalWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + HiveDecimalWritable readHiveDecimalResult = + (HiveDecimalWritable) decimalTreeReader.next(hiveDecimalResult); + + DoubleWritable result = null; + if (readHiveDecimalResult != null) { + double doubleValue = readHiveDecimalResult.getHiveDecimal().doubleValue(); + if (previous == null) { + result = new DoubleWritable(); + } else { + result = (DoubleWritable) previous; + } + result.set(doubleValue); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + doubleColVector.vector[elementNum] = + decimalColVector.vector[elementNum].getHiveDecimal().doubleValue(); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (decimalColVector == null) { + // Allocate column vector for file; cast column vector for reader. + decimalColVector = new DecimalColumnVector(precision, scale); + doubleColVector = (DoubleColumnVector) previousVector; + } + // Read present/isNull stream + decimalTreeReader.nextVector(decimalColVector, isNull, batchSize); + + convertVector(decimalColVector, doubleColVector, batchSize); + } + } + + public static class DoubleFromStringGroupTreeReader extends ConvertTreeReader { + + private TreeReader stringGroupTreeReader; + + private final TypeDescription fileType; + private Writable writable; + private BytesColumnVector bytesColVector; + private DoubleColumnVector doubleColVector; + + DoubleFromStringGroupTreeReader(int columnId, TypeDescription fileType) + throws IOException { + super(columnId); + this.fileType = fileType; + stringGroupTreeReader = getStringGroupTreeReader(columnId, fileType); + setConvertTreeReader(stringGroupTreeReader); + writable = getStringGroupWritable(fileType); + } + + @Override + Object next(Object previous) throws IOException { + + String stringValue = stringFromStringGroupTreeReader( + stringGroupTreeReader, writable, fileType); + + DoubleWritable result = null; + if (stringValue != null) { + double doubleValue = parseDoubleFromString(stringValue); + if (!getIsParseError()) { + if (previous == null) { + result = new DoubleWritable(); + } else { + result = (DoubleWritable) previous; + } + result.set(doubleValue); + } + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + String string = stringFromBytesColumnVectorEntry(bytesColVector, elementNum); + double doubleValue = parseDoubleFromString(string); + if (!getIsParseError()) { + doubleColVector.vector[elementNum] = doubleValue; + } else { + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (bytesColVector == null) { + // Allocate column vector for file; cast column vector for reader. + bytesColVector = new BytesColumnVector(); + doubleColVector = (DoubleColumnVector) previousVector; + } + // Read present/isNull stream + stringGroupTreeReader.nextVector(bytesColVector, isNull, batchSize); + + convertVector(bytesColVector, doubleColVector, batchSize); + } + } + + public static class DoubleFromTimestampTreeReader extends ConvertTreeReader { + + private TimestampTreeReader timestampTreeReader; + + private final TypeDescription readerType; + private TimestampWritable timestampResult; + private TimestampColumnVector timestampColVector; + private DoubleColumnVector doubleColVector; + + DoubleFromTimestampTreeReader(int columnId, TypeDescription readerType, + boolean skipCorrupt) throws IOException { + super(columnId); + this.readerType = readerType; + timestampTreeReader = new TimestampTreeReader(columnId, skipCorrupt); + setConvertTreeReader(timestampTreeReader); + timestampResult = new TimestampWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + TimestampWritable readTimestampResult = + (TimestampWritable) timestampTreeReader.next(timestampResult); + + DoubleWritable result = null; + if (readTimestampResult != null) { + double doubleValue = readTimestampResult.getDouble(); + if (previous == null) { + result = new DoubleWritable(); + } else { + result = (DoubleWritable) previous; + } + result.set(doubleValue); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + timestampResult.set(timestampColVector.asScratchTimestamp(elementNum)); + doubleColVector.vector[elementNum] = timestampResult.getDouble(); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (timestampColVector == null) { + // Allocate column vector for file; cast column vector for reader. + timestampColVector = new TimestampColumnVector(); + doubleColVector = (DoubleColumnVector) previousVector; + } + // Read present/isNull stream + timestampTreeReader.nextVector(timestampColVector, isNull, batchSize); + + convertVector(timestampColVector, doubleColVector, batchSize); + } + } + + public static class DecimalFromAnyIntegerTreeReader extends ConvertTreeReader { + + private AnyIntegerTreeReader anyIntegerAsLongTreeReader; + + private int precision; + private int scale; + private LongColumnVector longColVector; + private DecimalColumnVector decimalColVector; + + DecimalFromAnyIntegerTreeReader(int columnId, TypeDescription fileType, + TypeDescription readerType, boolean skipCorrupt) throws IOException { + super(columnId); + this.precision = readerType.getPrecision(); + this.scale = readerType.getScale(); + anyIntegerAsLongTreeReader = + new AnyIntegerTreeReader(columnId, fileType, skipCorrupt); + setConvertTreeReader(anyIntegerAsLongTreeReader); + } + + @Override + Object next(Object previous) throws IOException { + HiveDecimalWritable result = null; + if (anyIntegerAsLongTreeReader.read()) { + long longValue = anyIntegerAsLongTreeReader.getLong(); + result = new HiveDecimalWritable(longValue); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) { + long longValue = longColVector.vector[elementNum]; + HiveDecimalWritable hiveDecimalWritable = + new HiveDecimalWritable(longValue); + decimalColVector.set(elementNum, hiveDecimalWritable); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (longColVector == null) { + // Allocate column vector for file; cast column vector for reader. + longColVector = new LongColumnVector(); + decimalColVector = (DecimalColumnVector) previousVector; + } + // Read present/isNull stream + anyIntegerAsLongTreeReader.nextVector(longColVector, isNull, batchSize); + + convertVector(longColVector, decimalColVector, batchSize); + } + } + + public static class DecimalFromFloatTreeReader extends ConvertTreeReader { + + private FloatTreeReader floatTreeReader; + + private int precision; + private int scale; + private FloatWritable floatResult; + private DoubleColumnVector doubleColVector; + private DecimalColumnVector decimalColVector; + + DecimalFromFloatTreeReader(int columnId, TypeDescription readerType) + throws IOException { + super(columnId); + this.precision = readerType.getPrecision(); + this.scale = readerType.getScale(); + floatTreeReader = new FloatTreeReader(columnId); + setConvertTreeReader(floatTreeReader); + floatResult = new FloatWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + FloatWritable readFloatResult = + (FloatWritable) floatTreeReader.next(floatResult); + + HiveDecimalWritable result = null; + if (readFloatResult != null) { + HiveDecimal value = + HiveDecimal.create(Float.toString(readFloatResult.get())); + if (value != null) { + if (previous == null) { + result = new HiveDecimalWritable(); + } else { + result = (HiveDecimalWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + float floatValue = (float) doubleColVector.vector[elementNum]; + if (!Float.isNaN(floatValue)) { + HiveDecimal value = + HiveDecimal.create(Float.toString(floatValue)); + if (value != null) { + decimalColVector.set(elementNum, value); + } else { + decimalColVector.noNulls = false; + decimalColVector.isNull[elementNum] = true; + } + } else { + decimalColVector.noNulls = false; + decimalColVector.isNull[elementNum] = true; + } + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (doubleColVector == null) { + // Allocate column vector for file; cast column vector for reader. + doubleColVector = new DoubleColumnVector(); + decimalColVector = (DecimalColumnVector) previousVector; + } + // Read present/isNull stream + floatTreeReader.nextVector(doubleColVector, isNull, batchSize); + + convertVector(doubleColVector, decimalColVector, batchSize); + } + } + + public static class DecimalFromDoubleTreeReader extends ConvertTreeReader { + + private DoubleTreeReader doubleTreeReader; + + private int precision; + private int scale; + private DoubleWritable doubleResult; + private DoubleColumnVector doubleColVector; + private DecimalColumnVector decimalColVector; + + DecimalFromDoubleTreeReader(int columnId, TypeDescription readerType) + throws IOException { + super(columnId); + this.precision = readerType.getPrecision(); + this.scale = readerType.getScale(); + doubleTreeReader = new DoubleTreeReader(columnId); + setConvertTreeReader(doubleTreeReader); + doubleResult = new DoubleWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + DoubleWritable readDoubleResult = + (DoubleWritable) doubleTreeReader.next(doubleResult); + + HiveDecimalWritable result = null; + if (readDoubleResult != null) { + HiveDecimal value = + HiveDecimal.create(Double.toString(readDoubleResult.get())); + if (value != null) { + if (previous == null) { + result = new HiveDecimalWritable(); + } else { + result = (HiveDecimalWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + HiveDecimal value = + HiveDecimal.create(Double.toString(doubleColVector.vector[elementNum])); + if (value != null) { + decimalColVector.set(elementNum, value); + } else { + decimalColVector.noNulls = false; + decimalColVector.isNull[elementNum] = true; + } + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (doubleColVector == null) { + // Allocate column vector for file; cast column vector for reader. + doubleColVector = new DoubleColumnVector(); + decimalColVector = (DecimalColumnVector) previousVector; + } + // Read present/isNull stream + doubleTreeReader.nextVector(doubleColVector, isNull, batchSize); + + convertVector(doubleColVector, decimalColVector, batchSize); + } + } + + public static class DecimalFromStringGroupTreeReader extends ConvertTreeReader { + + private TreeReader stringGroupTreeReader; + + private final TypeDescription fileType; + private Writable writable; + private BytesColumnVector bytesColVector; + private int precision; + private int scale; + private DecimalColumnVector decimalColVector; + + DecimalFromStringGroupTreeReader(int columnId, TypeDescription fileType, + TypeDescription readerType) throws IOException { + super(columnId); + this.fileType = fileType; + this.precision = readerType.getPrecision(); + this.scale = readerType.getScale(); + stringGroupTreeReader = getStringGroupTreeReader(columnId, fileType); + setConvertTreeReader(stringGroupTreeReader); + writable = getStringGroupWritable(fileType); + } + + @Override + Object next(Object previous) throws IOException { + + String stringValue = stringFromStringGroupTreeReader( + stringGroupTreeReader, writable, fileType); + + HiveDecimalWritable result = null; + if (stringValue != null) { + HiveDecimal value = parseDecimalFromString(stringValue); + if (value != null) { + if (previous == null) { + result = new HiveDecimalWritable(); + } else { + result = (HiveDecimalWritable) previous; + } + result.set(value, precision, scale); + } + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + String string = stringFromBytesColumnVectorEntry(bytesColVector, elementNum); + HiveDecimal value = parseDecimalFromString(string); + if (value != null) { + decimalColVector.set(elementNum, value); + } else { + decimalColVector.noNulls = false; + decimalColVector.isNull[elementNum] = true; + } + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (bytesColVector == null) { + // Allocate column vector for file; cast column vector for reader. + bytesColVector = new BytesColumnVector(); + decimalColVector = (DecimalColumnVector) previousVector; + } + // Read present/isNull stream + stringGroupTreeReader.nextVector(bytesColVector, isNull, batchSize); + + convertVector(bytesColVector, decimalColVector, batchSize); + } + } + + public static class DecimalFromTimestampTreeReader extends ConvertTreeReader { + + private TimestampTreeReader timestampTreeReader; + + private final TypeDescription readerType; + private TimestampWritable timestampResult; + private TimestampColumnVector timestampColVector; + private int precision; + private int scale; + private DecimalColumnVector decimalColVector; + + DecimalFromTimestampTreeReader(int columnId, TypeDescription readerType, + boolean skipCorrupt) throws IOException { + super(columnId); + this.readerType = readerType; + this.precision = readerType.getPrecision(); + this.scale = readerType.getScale(); + timestampTreeReader = new TimestampTreeReader(columnId, skipCorrupt); + setConvertTreeReader(timestampTreeReader); + timestampResult = new TimestampWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + TimestampWritable readTimestampResult = + (TimestampWritable) timestampTreeReader.next(timestampResult); + + HiveDecimalWritable result = null; + if (readTimestampResult != null) { + double doubleValue = readTimestampResult.getDouble(); + HiveDecimal value = HiveDecimal.create(Double.toString(doubleValue)); + if (value != null) { + if (previous == null) { + result = new HiveDecimalWritable(); + } else { + result = (HiveDecimalWritable) previous; + } + result.set(value, precision, scale); + } + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + timestampResult.set(timestampColVector.asScratchTimestamp(elementNum)); + double doubleValue = timestampResult.getDouble(); + HiveDecimal value = HiveDecimal.create(Double.toString(doubleValue)); + if (value != null) { + decimalColVector.set(elementNum, value); + } else { + decimalColVector.noNulls = false; + decimalColVector.isNull[elementNum] = true; + } + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (timestampColVector == null) { + // Allocate column vector for file; cast column vector for reader. + timestampColVector = new TimestampColumnVector(); + decimalColVector = (DecimalColumnVector) previousVector; + } + // Read present/isNull stream + timestampTreeReader.nextVector(timestampColVector, isNull, batchSize); + + convertVector(timestampColVector, decimalColVector, batchSize); + } + } + + public static class StringGroupFromAnyIntegerTreeReader extends ConvertTreeReader { + + private AnyIntegerTreeReader anyIntegerAsLongTreeReader; + + private final TypeDescription fileType; + private final TypeDescription readerType; + private LongColumnVector longColVector; + private BytesColumnVector bytesColVector; + + StringGroupFromAnyIntegerTreeReader(int columnId, TypeDescription fileType, + TypeDescription readerType, boolean skipCorrupt) throws IOException { + super(columnId); + this.fileType = fileType; + this.readerType = readerType; + anyIntegerAsLongTreeReader = + new AnyIntegerTreeReader(columnId, fileType, skipCorrupt); + setConvertTreeReader(anyIntegerAsLongTreeReader); + } + + @Override + Object next(Object previous) throws IOException { + Writable result = null; + if (anyIntegerAsLongTreeReader.read()) { + result = getStringGroupResultFromString( + previous, readerType, anyIntegerAsLongTreeReader.getString()); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) { + long longValue = longColVector.vector[elementNum]; + String string = anyIntegerAsLongTreeReader.getString(longValue); + byte[] bytes = string.getBytes(); + assignStringGroupVectorEntry(bytesColVector, elementNum, readerType, bytes); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (longColVector == null) { + // Allocate column vector for file; cast column vector for reader. + longColVector = new LongColumnVector(); + bytesColVector = (BytesColumnVector) previousVector; + } + // Read present/isNull stream + anyIntegerAsLongTreeReader.nextVector(longColVector, isNull, batchSize); + + convertVector(longColVector, bytesColVector, batchSize); + } + } + + public static class StringGroupFromFloatTreeReader extends ConvertTreeReader { + + private FloatTreeReader floatTreeReader; + + private final TypeDescription readerType; + private FloatWritable floatResult; + private DoubleColumnVector doubleColVector; + private BytesColumnVector bytesColVector; + + + StringGroupFromFloatTreeReader(int columnId, TypeDescription readerType, + boolean skipCorrupt) throws IOException { + super(columnId); + this.readerType = readerType; + floatTreeReader = new FloatTreeReader(columnId); + setConvertTreeReader(floatTreeReader); + floatResult = new FloatWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + FloatWritable readFloatResult = + (FloatWritable) floatTreeReader.next(floatResult); + + Writable result = null; + if (readFloatResult != null) { + float floatValue = readFloatResult.get(); + if (!Float.isNaN(floatValue)) { + result = getStringGroupResultFromString( + previous, readerType, String.valueOf(floatValue)); + } + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) { + float floatValue = (float) doubleColVector.vector[elementNum]; + if (!Float.isNaN(floatValue)) { + String string = String.valueOf(floatValue); + byte[] bytes = string.getBytes(); + assignStringGroupVectorEntry(bytesColVector, elementNum, readerType, bytes); + } else { + bytesColVector.noNulls = false; + bytesColVector.isNull[elementNum] = true; + } + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (doubleColVector == null) { + // Allocate column vector for file; cast column vector for reader. + doubleColVector = new DoubleColumnVector(); + bytesColVector = (BytesColumnVector) previousVector; + } + // Read present/isNull stream + floatTreeReader.nextVector(doubleColVector, isNull, batchSize); + + convertVector(doubleColVector, bytesColVector, batchSize); + } + } + + public static class StringGroupFromDoubleTreeReader extends ConvertTreeReader { + + private DoubleTreeReader doubleTreeReader; + + private final TypeDescription readerType; + private DoubleWritable doubleResult; + private DoubleColumnVector doubleColVector; + private BytesColumnVector bytesColVector; + + StringGroupFromDoubleTreeReader(int columnId, TypeDescription readerType, + boolean skipCorrupt) throws IOException { + super(columnId); + this.readerType = readerType; + doubleTreeReader = new DoubleTreeReader(columnId); + setConvertTreeReader(doubleTreeReader); + doubleResult = new DoubleWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + DoubleWritable readDoubleResult = + (DoubleWritable) doubleTreeReader.next(doubleResult); + + Writable result = null; + if (readDoubleResult != null) { + double doubleValue = readDoubleResult.get(); + if (!Double.isNaN(doubleValue)) { + result = getStringGroupResultFromString( + previous, readerType, String.valueOf(doubleValue)); + } + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) { + double doubleValue = doubleColVector.vector[elementNum]; + if (!Double.isNaN(doubleValue)) { + String string = String.valueOf(doubleValue); + byte[] bytes = string.getBytes(); + assignStringGroupVectorEntry(bytesColVector, elementNum, readerType, bytes); + } else { + bytesColVector.noNulls = false; + bytesColVector.isNull[elementNum] = true; + } + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (doubleColVector == null) { + // Allocate column vector for file; cast column vector for reader. + doubleColVector = new DoubleColumnVector(); + bytesColVector = (BytesColumnVector) previousVector; + } + // Read present/isNull stream + doubleTreeReader.nextVector(doubleColVector, isNull, batchSize); + + convertVector(doubleColVector, bytesColVector, batchSize); + } + } + + + + public static class StringGroupFromDecimalTreeReader extends ConvertTreeReader { + + private DecimalTreeReader decimalTreeReader; + + private int precision; + private int scale; + private final TypeDescription readerType; + private HiveDecimalWritable hiveDecimalResult; + private DecimalColumnVector decimalColVector; + private BytesColumnVector bytesColVector; + + StringGroupFromDecimalTreeReader(int columnId, TypeDescription fileType, + TypeDescription readerType, boolean skipCorrupt) throws IOException { + super(columnId); + this.precision = fileType.getPrecision(); + this.scale = fileType.getScale(); + this.readerType = readerType; + decimalTreeReader = new DecimalTreeReader(columnId, precision, scale); + setConvertTreeReader(decimalTreeReader); + hiveDecimalResult = new HiveDecimalWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + HiveDecimalWritable readHiveDecimalResult = + (HiveDecimalWritable) decimalTreeReader.next(hiveDecimalResult); + + Writable result = null; + if (readHiveDecimalResult != null) { + result = getStringGroupResultFromString( + previous, readerType, readHiveDecimalResult.getHiveDecimal().toString()); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) { + String string = decimalColVector.vector[elementNum].getHiveDecimal().toString(); + byte[] bytes = string.getBytes(); + assignStringGroupVectorEntry(bytesColVector, elementNum, readerType, bytes); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (decimalColVector == null) { + // Allocate column vector for file; cast column vector for reader. + decimalColVector = new DecimalColumnVector(precision, scale); + bytesColVector = (BytesColumnVector) previousVector; + } + // Read present/isNull stream + decimalTreeReader.nextVector(decimalColVector, isNull, batchSize); + + convertVector(decimalColVector, bytesColVector, batchSize); + } + } + + public static class StringGroupFromTimestampTreeReader extends ConvertTreeReader { + + private TimestampTreeReader timestampTreeReader; + + private final TypeDescription readerType; + private TimestampWritable timestampWritableResult; + private TimestampColumnVector timestampColVector; + private BytesColumnVector bytesColVector; + + StringGroupFromTimestampTreeReader(int columnId, TypeDescription readerType, + boolean skipCorrupt) throws IOException { + super(columnId); + this.readerType = readerType; + timestampTreeReader = new TimestampTreeReader(columnId, skipCorrupt); + setConvertTreeReader(timestampTreeReader); + timestampWritableResult = new TimestampWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + TimestampWritable readTimestampWritableResult = + (TimestampWritable) timestampTreeReader.next(timestampWritableResult); + + Writable result = null; + if (readTimestampWritableResult != null) { + result = getStringGroupResultFromString( + previous, readerType, readTimestampWritableResult.toString()); + } + + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + String string = + timestampColVector.asScratchTimestamp(elementNum).toString(); + byte[] bytes = string.getBytes(); + assignStringGroupVectorEntry(bytesColVector, elementNum, readerType, bytes); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (timestampColVector == null) { + // Allocate column vector for file; cast column vector for reader. + timestampColVector = new TimestampColumnVector(); + bytesColVector = (BytesColumnVector) previousVector; + } + // Read present/isNull stream + timestampTreeReader.nextVector(timestampColVector, isNull, batchSize); + + convertVector(timestampColVector, bytesColVector, batchSize); + } + } + + public static class StringGroupFromDateTreeReader extends ConvertTreeReader { + + private DateTreeReader dateTreeReader; + + private final TypeDescription readerType; + private LongColumnVector longColVector; + private BytesColumnVector bytesColVector; + private DateWritable dateWritableResult; + private Date date; + + StringGroupFromDateTreeReader(int columnId, TypeDescription readerType, + boolean skipCorrupt) throws IOException { + super(columnId); + this.readerType = readerType; + dateTreeReader = new DateTreeReader(columnId); + setConvertTreeReader(dateTreeReader); + dateWritableResult = new DateWritable(); + date = new Date(0); + } + + @Override + Object next(Object previous) throws IOException { + + DateWritable readDateWritableResult = + (DateWritable) dateTreeReader.next(dateWritableResult); + + Writable result = null; + if (readDateWritableResult != null) { + result = getStringGroupResultFromString( + previous, readerType, readDateWritableResult.toString()); + } + + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + date.setTime(DateWritable.daysToMillis((int) longColVector.vector[elementNum])); + String string = date.toString(); + byte[] bytes = string.getBytes(); + assignStringGroupVectorEntry(bytesColVector, elementNum, readerType, bytes); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (longColVector == null) { + // Allocate column vector for file; cast column vector for reader. + longColVector = new LongColumnVector(); + bytesColVector = (BytesColumnVector) previousVector; + } + // Read present/isNull stream + dateTreeReader.nextVector(longColVector, isNull, batchSize); + + convertVector(longColVector, bytesColVector, batchSize); + } + } + + public static class StringGroupFromStringGroupTreeReader extends ConvertTreeReader { + + private TreeReader stringGroupTreeReader; + + private final TypeDescription fileType; + private final TypeDescription readerType; + private Writable writable; + + StringGroupFromStringGroupTreeReader(int columnId, TypeDescription fileType, + TypeDescription readerType) throws IOException { + super(columnId); + this.fileType = fileType; + this.readerType = readerType; + stringGroupTreeReader = getStringGroupTreeReader(columnId, fileType); + setConvertTreeReader(stringGroupTreeReader); + writable = getStringGroupWritable(fileType); + } + + @Override + Object next(Object previous) throws IOException { + + String stringValue = stringFromStringGroupTreeReader( + stringGroupTreeReader, writable, fileType); + + Writable result = null; + if (stringValue != null) { + result = getStringGroupResultFromString( + previous, readerType, stringValue); + } + return result; + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + stringGroupTreeReader.nextVector(previousVector, isNull, batchSize); + + BytesColumnVector resultColVector = (BytesColumnVector) previousVector; + + if (resultColVector.isRepeating) { + if (resultColVector.noNulls || !resultColVector.isNull[0]) { + convertStringGroupVectorElement(resultColVector, 0, readerType); + } else { + resultColVector.noNulls = false; + resultColVector.isNull[0] = true; + } + } else if (resultColVector.noNulls){ + for (int i = 0; i < batchSize; i++) { + convertStringGroupVectorElement(resultColVector, i, readerType); + } + } else { + for (int i = 0; i < batchSize; i++) { + if (!resultColVector.isNull[i]) { + convertStringGroupVectorElement(resultColVector, i, readerType); + } else { + resultColVector.noNulls = false; + resultColVector.isNull[i] = true; + } + } + } + } + } + + public static class StringGroupFromBinaryTreeReader extends ConvertTreeReader { + + private BinaryTreeReader binaryTreeReader; + + private final TypeDescription readerType; + private BytesWritable binaryWritableResult; + private BytesColumnVector inBytesColVector; + private BytesColumnVector outBytesColVector; + + StringGroupFromBinaryTreeReader(int columnId, TypeDescription readerType, + boolean skipCorrupt) throws IOException { + super(columnId); + this.readerType = readerType; + binaryTreeReader = new BinaryTreeReader(columnId); + setConvertTreeReader(binaryTreeReader); + binaryWritableResult = new BytesWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + BytesWritable readBytesWritableResult = + (BytesWritable) binaryTreeReader.next(binaryWritableResult); + + Writable result = null; + if (readBytesWritableResult != null) { + result = getStringGroupResultFromString( + previous, readerType, readBytesWritableResult.toString()); + } + + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + // UNDONE: Binary to StringGroup conversion? + byte[] bytes = inBytesColVector.vector[elementNum]; + int start = inBytesColVector.start[elementNum]; + int length = inBytesColVector.length[elementNum]; + assignStringGroupVectorEntry(outBytesColVector, elementNum, readerType, bytes, start, length); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (inBytesColVector == null) { + // Allocate column vector for file; cast column vector for reader. + inBytesColVector = new BytesColumnVector(); + outBytesColVector = (BytesColumnVector) previousVector; + } + // Read present/isNull stream + binaryTreeReader.nextVector(inBytesColVector, isNull, batchSize); + + convertVector(inBytesColVector, outBytesColVector, batchSize); + } + } + + public static class TimestampFromAnyIntegerTreeReader extends ConvertTreeReader { + + private AnyIntegerTreeReader anyIntegerAsLongTreeReader; + + private LongColumnVector longColVector; + private TimestampColumnVector timestampColVector; + + TimestampFromAnyIntegerTreeReader(int columnId, TypeDescription fileType, + boolean skipCorrupt) throws IOException { + super(columnId); + anyIntegerAsLongTreeReader = + new AnyIntegerTreeReader(columnId, fileType, skipCorrupt); + setConvertTreeReader(anyIntegerAsLongTreeReader); + } + + @Override + Object next(Object previous) throws IOException { + TimestampWritable result = null; + if (anyIntegerAsLongTreeReader.read()) { + long longValue = anyIntegerAsLongTreeReader.getLong(); + if (previous == null) { + result = new TimestampWritable(); + } else { + result = (TimestampWritable) previous; + } + // UNDONE: What does the boolean setting need to be? + result.set(TimestampWritable.longToTimestamp(longValue, false)); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) { + long longValue = longColVector.vector[elementNum]; + // UNDONE: What does the boolean setting need to be? + timestampColVector.set(elementNum, TimestampWritable.longToTimestamp(longValue, false)); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (longColVector == null) { + // Allocate column vector for file; cast column vector for reader. + longColVector = new LongColumnVector(); + timestampColVector = (TimestampColumnVector) previousVector; + } + // Read present/isNull stream + anyIntegerAsLongTreeReader.nextVector(longColVector, isNull, batchSize); + + convertVector(longColVector, timestampColVector, batchSize); + } + } + + public static class TimestampFromFloatTreeReader extends ConvertTreeReader { + + private FloatTreeReader floatTreeReader; + + private FloatWritable floatResult; + private DoubleColumnVector doubleColVector; + private TimestampColumnVector timestampColVector; + + TimestampFromFloatTreeReader(int columnId, TypeDescription fileType, + boolean skipCorrupt) throws IOException { + super(columnId); + floatTreeReader = new FloatTreeReader(columnId); + setConvertTreeReader(floatTreeReader); + floatResult = new FloatWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + FloatWritable readFloatResult = + (FloatWritable) floatTreeReader.next(floatResult); + + TimestampWritable result = null; + if (readFloatResult != null) { + float floatValue = readFloatResult.get(); + if (previous == null) { + result = new TimestampWritable(); + } else { + result = (TimestampWritable) previous; + } + result.set(TimestampWritable.doubleToTimestamp(floatValue)); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) { + float floatValue = (float) doubleColVector.vector[elementNum]; + timestampColVector.set(elementNum, + TimestampWritable.doubleToTimestamp(floatValue)); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (doubleColVector == null) { + // Allocate column vector for file; cast column vector for reader. + doubleColVector = new DoubleColumnVector(); + timestampColVector = (TimestampColumnVector) previousVector; + } + // Read present/isNull stream + floatTreeReader.nextVector(doubleColVector, isNull, batchSize); + + convertVector(doubleColVector, timestampColVector, batchSize); + } + } + + public static class TimestampFromDoubleTreeReader extends ConvertTreeReader { + + private DoubleTreeReader doubleTreeReader; + + private DoubleWritable doubleResult; + private DoubleColumnVector doubleColVector; + private TimestampColumnVector timestampColVector; + + TimestampFromDoubleTreeReader(int columnId, TypeDescription fileType, + boolean skipCorrupt) throws IOException { + super(columnId); + doubleTreeReader = new DoubleTreeReader(columnId); + setConvertTreeReader(doubleTreeReader); + doubleResult = new DoubleWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + DoubleWritable readDoubleResult = + (DoubleWritable) doubleTreeReader.next(doubleResult); + + TimestampWritable result = null; + if (readDoubleResult != null) { + double doubleValue = readDoubleResult.get(); + if (previous == null) { + result = new TimestampWritable(); + } else { + result = (TimestampWritable) previous; + } + result.set(TimestampWritable.doubleToTimestamp(doubleValue)); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) { + double doubleValue = doubleColVector.vector[elementNum]; + timestampColVector.set(elementNum, + TimestampWritable.doubleToTimestamp(doubleValue)); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (doubleColVector == null) { + // Allocate column vector for file; cast column vector for reader. + doubleColVector = new DoubleColumnVector(); + timestampColVector = (TimestampColumnVector) previousVector; + } + // Read present/isNull stream + doubleTreeReader.nextVector(doubleColVector, isNull, batchSize); + + convertVector(doubleColVector, timestampColVector, batchSize); + } + } + + public static class TimestampFromDecimalTreeReader extends ConvertTreeReader { + + private DecimalTreeReader decimalTreeReader; + + private final int precision; + private final int scale; + private HiveDecimalWritable hiveDecimalResult; + private DecimalColumnVector decimalColVector; + private TimestampColumnVector timestampColVector; + + TimestampFromDecimalTreeReader(int columnId, TypeDescription fileType, + boolean skipCorrupt) throws IOException { + super(columnId); + this.precision = fileType.getPrecision(); + this.scale = fileType.getScale(); + decimalTreeReader = new DecimalTreeReader(columnId, precision, scale); + setConvertTreeReader(decimalTreeReader); + hiveDecimalResult = new HiveDecimalWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + HiveDecimalWritable readHiveDecimalResult = + (HiveDecimalWritable) decimalTreeReader.next(hiveDecimalResult); + + TimestampWritable result = null; + if (readHiveDecimalResult != null) { + Timestamp timestampValue = + TimestampWritable.decimalToTimestamp( + readHiveDecimalResult.getHiveDecimal()); + if (previous == null) { + result = new TimestampWritable(); + } else { + result = (TimestampWritable) previous; + } + result.set(timestampValue); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) { + Timestamp timestampValue = + TimestampWritable.decimalToTimestamp( + decimalColVector.vector[elementNum].getHiveDecimal()); + timestampColVector.set(elementNum, timestampValue); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (decimalColVector == null) { + // Allocate column vector for file; cast column vector for reader. + decimalColVector = new DecimalColumnVector(precision, scale); + timestampColVector = (TimestampColumnVector) previousVector; + } + // Read present/isNull stream + decimalTreeReader.nextVector(decimalColVector, isNull, batchSize); + + convertVector(decimalColVector, timestampColVector, batchSize); + } + } + + public static class TimestampFromStringGroupTreeReader extends ConvertTreeReader { + + private TreeReader stringGroupTreeReader; + + private final TypeDescription fileType; + private Writable writable; + private BytesColumnVector bytesColVector; + private TimestampColumnVector timestampColVector; + + TimestampFromStringGroupTreeReader(int columnId, TypeDescription fileType) + throws IOException { + super(columnId); + this.fileType = fileType; + stringGroupTreeReader = getStringGroupTreeReader(columnId, fileType); + setConvertTreeReader(stringGroupTreeReader); + writable = getStringGroupWritable(fileType); + } + + @Override + Object next(Object previous) throws IOException { + + String stringValue = stringFromStringGroupTreeReader( + stringGroupTreeReader, writable, fileType); + + TimestampWritable result = null; + if (stringValue != null) { + Timestamp timestampValue = parseTimestampFromString(stringValue); + if (timestampValue != null) { + if (previous == null) { + result = new TimestampWritable(); + } else { + result = (TimestampWritable) previous; + } + result.set(timestampValue); + } + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + String stringValue = + stringFromBytesColumnVectorEntry(bytesColVector, elementNum); + Timestamp timestampValue = parseTimestampFromString(stringValue); + if (timestampValue != null) { + timestampColVector.set(elementNum, timestampValue); + } else { + timestampColVector.noNulls = false; + timestampColVector.isNull[elementNum] = true; + } + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (bytesColVector == null) { + // Allocate column vector for file; cast column vector for reader. + bytesColVector = new BytesColumnVector(); + timestampColVector = (TimestampColumnVector) previousVector; + } + // Read present/isNull stream + stringGroupTreeReader.nextVector(bytesColVector, isNull, batchSize); + + convertVector(bytesColVector, timestampColVector, batchSize); + } + } + + public static class TimestampFromDateTreeReader extends ConvertTreeReader { + + private DateTreeReader dateTreeReader; + + private DateWritable doubleResult; + private LongColumnVector longColVector; + private TimestampColumnVector timestampColVector; + + TimestampFromDateTreeReader(int columnId, TypeDescription fileType, + boolean skipCorrupt) throws IOException { + super(columnId); + dateTreeReader = new DateTreeReader(columnId); + setConvertTreeReader(dateTreeReader); + doubleResult = new DateWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + DateWritable readDateResult = + (DateWritable) dateTreeReader.next(doubleResult); + + TimestampWritable result = null; + if (readDateResult != null) { + Timestamp timestamp = new Timestamp(readDateResult.get().getTime()); + if (previous == null) { + result = new TimestampWritable(); + } else { + result = (TimestampWritable) previous; + } + result.set(timestamp); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) { + long millis = + DateWritable.daysToMillis((int) longColVector.vector[elementNum]); + timestampColVector.set(elementNum, new Timestamp(millis)); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (longColVector == null) { + // Allocate column vector for file; cast column vector for reader. + longColVector = new LongColumnVector(); + timestampColVector = (TimestampColumnVector) previousVector; + } + // Read present/isNull stream + dateTreeReader.nextVector(longColVector, isNull, batchSize); + + convertVector(longColVector, timestampColVector, batchSize); + } + } + + public static class DateFromStringGroupTreeReader extends ConvertTreeReader { + + private TreeReader stringGroupTreeReader; + + private final TypeDescription fileType; + private Writable writable; + private BytesColumnVector bytesColVector; + private LongColumnVector longColVector; + + DateFromStringGroupTreeReader(int columnId, TypeDescription fileType) + throws IOException { + super(columnId); + this.fileType = fileType; + stringGroupTreeReader = getStringGroupTreeReader(columnId, fileType); + setConvertTreeReader(stringGroupTreeReader); + writable = getStringGroupWritable(fileType); + } + + @Override + Object next(Object previous) throws IOException { + + String stringValue = stringFromStringGroupTreeReader( + stringGroupTreeReader, writable, fileType); + + DateWritable result = null; + if (stringValue != null) { + Date dateValue = parseDateFromString(stringValue); + if (dateValue != null) { + if (previous == null) { + result = new DateWritable(); + } else { + result = (DateWritable) previous; + } + result.set(dateValue); + } + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + String stringValue = + stringFromBytesColumnVectorEntry(bytesColVector, elementNum); + Date dateValue = parseDateFromString(stringValue); + if (dateValue != null) { + longColVector.vector[elementNum] = DateWritable.dateToDays(dateValue); + } else { + longColVector.noNulls = false; + longColVector.isNull[elementNum] = true; + } + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (bytesColVector == null) { + // Allocate column vector for file; cast column vector for reader. + bytesColVector = new BytesColumnVector(); + longColVector = (LongColumnVector) previousVector; + } + // Read present/isNull stream + stringGroupTreeReader.nextVector(bytesColVector, isNull, batchSize); + + convertVector(bytesColVector, longColVector, batchSize); + } + } + + public static class DateFromTimestampTreeReader extends ConvertTreeReader { + + private TimestampTreeReader timestampTreeReader; + + private final TypeDescription readerType; + private TimestampWritable timestampResult; + private TimestampColumnVector timestampColVector; + private LongColumnVector longColVector; + + DateFromTimestampTreeReader(int columnId, TypeDescription readerType, + boolean skipCorrupt) throws IOException { + super(columnId); + this.readerType = readerType; + timestampTreeReader = new TimestampTreeReader(columnId, skipCorrupt); + setConvertTreeReader(timestampTreeReader); + timestampResult = new TimestampWritable(); + } + + @Override + Object next(Object previous) throws IOException { + + TimestampWritable readTimestampResult = + (TimestampWritable) timestampTreeReader.next(timestampResult); + + DateWritable result = null; + if (readTimestampResult != null) { + Date dateValue = + DateWritable.timeToDate(readTimestampResult.getSeconds()); + if (previous == null) { + result = new DateWritable(); + } else { + result = (DateWritable) previous; + } + result.set(dateValue); + } + return result; + } + + @Override + public void setConvertVectorElement(int elementNum) throws IOException { + timestampResult.set(timestampColVector.asScratchTimestamp(elementNum)); + Date dateValue = + DateWritable.timeToDate(timestampResult.getSeconds()); + longColVector.vector[elementNum] = DateWritable.dateToDays(dateValue); + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + if (timestampColVector == null) { + // Allocate column vector for file; cast column vector for reader. + timestampColVector = new TimestampColumnVector(); + longColVector = (LongColumnVector) previousVector; + } + // Read present/isNull stream + timestampTreeReader.nextVector(timestampColVector, isNull, batchSize); + + convertVector(timestampColVector, longColVector, batchSize); + } + } + + public static class BinaryFromStringGroupTreeReader extends ConvertTreeReader { + + private TreeReader stringGroupTreeReader; + + private final TypeDescription fileType; + private Writable writable; + + BinaryFromStringGroupTreeReader(int columnId, TypeDescription fileType) + throws IOException { + super(columnId); + this.fileType = fileType; + stringGroupTreeReader = getStringGroupTreeReader(columnId, fileType); + setConvertTreeReader(stringGroupTreeReader); + writable = getStringGroupWritable(fileType); + } + + @Override + Object next(Object previous) throws IOException { + + String stringValue = stringFromStringGroupTreeReader( + stringGroupTreeReader, writable, fileType); + + BytesWritable result = null; + if (stringValue != null) { + byte[] bytes = stringValue.getBytes(); + if (previous == null) { + result = new BytesWritable(); + } else { + result = (BytesWritable) previous; + } + result.set(bytes, 0, bytes.length); + } + return result; + } + + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + super.nextVector(previousVector, isNull, batchSize); + } + } + + private static TreeReader createAnyIntegerConvertTreeReader(int columnId, + TypeDescription fileType, + TypeDescription readerType, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt) throws IOException { + + // CONVERT from (BOOLEAN, BYTE, SHORT, INT, LONG) to schema type. + // + switch (readerType.getCategory()) { + + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + if (fileType.getCategory() == readerType.getCategory()) { + throw new IllegalArgumentException("No conversion of type " + + readerType.getCategory() + " to self needed"); + } + return new AnyIntegerFromAnyIntegerTreeReader(columnId, fileType, readerType, + skipCorrupt); + + case FLOAT: + return new FloatFromAnyIntegerTreeReader(columnId, fileType, + skipCorrupt); + + case DOUBLE: + return new DoubleFromAnyIntegerTreeReader(columnId, fileType, + skipCorrupt); + + case DECIMAL: + return new DecimalFromAnyIntegerTreeReader(columnId, fileType, readerType, skipCorrupt); + + case STRING: + case CHAR: + case VARCHAR: + return new StringGroupFromAnyIntegerTreeReader(columnId, fileType, readerType, + skipCorrupt); + + case TIMESTAMP: + return new TimestampFromAnyIntegerTreeReader(columnId, fileType, skipCorrupt); + + // Not currently supported conversion(s): + case BINARY: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + readerType.getCategory()); + } + } + + private static TreeReader createFloatConvertTreeReader(int columnId, + TypeDescription fileType, + TypeDescription readerType, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt) throws IOException { + + // CONVERT from FLOAT to schema type. + switch (readerType.getCategory()) { + + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + return new AnyIntegerFromFloatTreeReader(columnId, readerType); + + case FLOAT: + throw new IllegalArgumentException("No conversion of type " + + readerType.getCategory() + " to self needed"); + + case DOUBLE: + return new DoubleFromFloatTreeReader(columnId); + + case DECIMAL: + return new DecimalFromFloatTreeReader(columnId, readerType); + + case STRING: + case CHAR: + case VARCHAR: + return new StringGroupFromFloatTreeReader(columnId, readerType, skipCorrupt); + + case TIMESTAMP: + return new TimestampFromFloatTreeReader(columnId, readerType, skipCorrupt); + + // Not currently supported conversion(s): + case BINARY: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + readerType.getCategory()); + } + } + + private static TreeReader createDoubleConvertTreeReader(int columnId, + TypeDescription fileType, + TypeDescription readerType, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt) throws IOException { + + // CONVERT from DOUBLE to schema type. + switch (readerType.getCategory()) { + + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + return new AnyIntegerFromDoubleTreeReader(columnId, readerType); + + case FLOAT: + return new FloatFromDoubleTreeReader(columnId); + + case DOUBLE: + throw new IllegalArgumentException("No conversion of type " + + readerType.getCategory() + " to self needed"); + + case DECIMAL: + return new DecimalFromDoubleTreeReader(columnId, readerType); + + case STRING: + case CHAR: + case VARCHAR: + return new StringGroupFromDoubleTreeReader(columnId, readerType, skipCorrupt); + + case TIMESTAMP: + return new TimestampFromDoubleTreeReader(columnId, readerType, skipCorrupt); + + // Not currently supported conversion(s): + case BINARY: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + readerType.getCategory()); + } + } + + private static TreeReader createDecimalConvertTreeReader(int columnId, + TypeDescription fileType, + TypeDescription readerType, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt) throws IOException { + + // CONVERT from DECIMAL to schema type. + switch (readerType.getCategory()) { + + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + return new AnyIntegerFromDecimalTreeReader(columnId, fileType, readerType); + + case FLOAT: + return new FloatFromDecimalTreeReader(columnId, fileType, readerType); + + case DOUBLE: + return new DoubleFromDecimalTreeReader(columnId, fileType, readerType); + + case STRING: + case CHAR: + case VARCHAR: + return new StringGroupFromDecimalTreeReader(columnId, fileType, readerType, skipCorrupt); + + case TIMESTAMP: + return new TimestampFromDecimalTreeReader(columnId, fileType, skipCorrupt); + + case DECIMAL: + // UNDONE: Decimal to Decimal conversion???? + + // Not currently supported conversion(s): + case BINARY: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + readerType.getCategory()); + } + } + + private static TreeReader createStringConvertTreeReader(int columnId, + TypeDescription fileType, + TypeDescription readerType, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt) throws IOException { + + // CONVERT from STRING to schema type. + switch (readerType.getCategory()) { + + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + return new AnyIntegerFromStringGroupTreeReader(columnId, fileType, readerType); + + case FLOAT: + return new FloatFromStringGroupTreeReader(columnId, fileType); + + case DOUBLE: + return new DoubleFromStringGroupTreeReader(columnId, fileType); + + case DECIMAL: + return new DecimalFromStringGroupTreeReader(columnId, fileType, readerType); + + case CHAR: + return new StringGroupFromStringGroupTreeReader(columnId, fileType, readerType); + + case VARCHAR: + return new StringGroupFromStringGroupTreeReader(columnId, fileType, readerType); + + case STRING: + throw new IllegalArgumentException("No conversion of type " + + readerType.getCategory() + " to self needed"); + + case BINARY: + return new BinaryFromStringGroupTreeReader(columnId, fileType); + + case TIMESTAMP: + return new TimestampFromStringGroupTreeReader(columnId, fileType); + + case DATE: + return new DateFromStringGroupTreeReader(columnId, fileType); + + // Not currently supported conversion(s): + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + readerType.getCategory()); + } + } + + private static TreeReader createCharConvertTreeReader(int columnId, + TypeDescription fileType, + TypeDescription readerType, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt) throws IOException { + + // CONVERT from CHAR to schema type. + switch (readerType.getCategory()) { + + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + return new AnyIntegerFromStringGroupTreeReader(columnId, fileType, readerType); + + case FLOAT: + return new FloatFromStringGroupTreeReader(columnId, fileType); + + case DOUBLE: + return new DoubleFromStringGroupTreeReader(columnId, fileType); + + case DECIMAL: + return new DecimalFromStringGroupTreeReader(columnId, fileType, readerType); + + case STRING: + return new StringGroupFromStringGroupTreeReader(columnId, fileType, readerType); + + case VARCHAR: + return new StringGroupFromStringGroupTreeReader(columnId, fileType, readerType); + + case CHAR: + throw new IllegalArgumentException("No conversion of type " + + readerType.getCategory() + " to self needed"); + + case BINARY: + return new BinaryFromStringGroupTreeReader(columnId, fileType); + + case TIMESTAMP: + return new TimestampFromStringGroupTreeReader(columnId, fileType); + + case DATE: + return new DateFromStringGroupTreeReader(columnId, fileType); + + // Not currently supported conversion(s): + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + readerType.getCategory()); + } + } + + private static TreeReader createVarcharConvertTreeReader(int columnId, + TypeDescription fileType, + TypeDescription readerType, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt) throws IOException { + + // CONVERT from VARCHAR to schema type. + switch (readerType.getCategory()) { + + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + return new AnyIntegerFromStringGroupTreeReader(columnId, fileType, readerType); + + case FLOAT: + return new FloatFromStringGroupTreeReader(columnId, fileType); + + case DOUBLE: + return new DoubleFromStringGroupTreeReader(columnId, fileType); + + case DECIMAL: + return new DecimalFromStringGroupTreeReader(columnId, fileType, readerType); + + case STRING: + return new StringGroupFromStringGroupTreeReader(columnId, fileType, readerType); + + case CHAR: + return new StringGroupFromStringGroupTreeReader(columnId, fileType, readerType); + + case VARCHAR: + throw new IllegalArgumentException("No conversion of type " + + readerType.getCategory() + " to self needed"); + + case BINARY: + return new BinaryFromStringGroupTreeReader(columnId, fileType); + + case TIMESTAMP: + return new TimestampFromStringGroupTreeReader(columnId, fileType); + + case DATE: + return new DateFromStringGroupTreeReader(columnId, fileType); + + // Not currently supported conversion(s): + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + readerType.getCategory()); + } + } + + private static TreeReader createTimestampConvertTreeReader(int columnId, + TypeDescription fileType, + TypeDescription readerType, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt) throws IOException { + + // CONVERT from TIMESTAMP to schema type. + switch (readerType.getCategory()) { + + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + return new AnyIntegerFromTimestampTreeReader(columnId, readerType, skipCorrupt); + + case FLOAT: + return new FloatFromTimestampTreeReader(columnId, readerType, skipCorrupt); + + case DOUBLE: + return new DoubleFromTimestampTreeReader(columnId, readerType, skipCorrupt); + + case DECIMAL: + return new DecimalFromTimestampTreeReader(columnId, readerType, skipCorrupt); + + case STRING: + case CHAR: + case VARCHAR: + return new StringGroupFromTimestampTreeReader(columnId, readerType, skipCorrupt); + + case TIMESTAMP: + throw new IllegalArgumentException("No conversion of type " + + readerType.getCategory() + " to self needed"); + + case DATE: + return new DateFromTimestampTreeReader(columnId, readerType, skipCorrupt); + + // Not currently supported conversion(s): + case BINARY: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + readerType.getCategory()); + } + } + + private static TreeReader createDateConvertTreeReader(int columnId, + TypeDescription fileType, + TypeDescription readerType, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt) throws IOException { + + // CONVERT from DATE to schema type. + switch (readerType.getCategory()) { + + case STRING: + case CHAR: + case VARCHAR: + return new StringGroupFromDateTreeReader(columnId, readerType, skipCorrupt); + + case TIMESTAMP: + return new TimestampFromDateTreeReader(columnId, readerType, skipCorrupt); + + case DATE: + throw new IllegalArgumentException("No conversion of type " + + readerType.getCategory() + " to self needed"); + + // Not currently supported conversion(s): + case BOOLEAN: + case BYTE: + case FLOAT: + case SHORT: + case INT: + case LONG: + case DOUBLE: + case BINARY: + case DECIMAL: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + readerType.getCategory()); + } + } + + private static TreeReader createBinaryConvertTreeReader(int columnId, + TypeDescription fileType, + TypeDescription readerType, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt) throws IOException { + + // CONVERT from DATE to schema type. + switch (readerType.getCategory()) { + + case STRING: + case CHAR: + case VARCHAR: + return new StringGroupFromBinaryTreeReader(columnId, readerType, skipCorrupt); + + case BINARY: + throw new IllegalArgumentException("No conversion of type " + + readerType.getCategory() + " to self needed"); + + // Not currently supported conversion(s): + case BOOLEAN: + case BYTE: + case FLOAT: + case SHORT: + case INT: + case LONG: + case DOUBLE: + case TIMESTAMP: + case DECIMAL: + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + readerType.getCategory()); + } + } + + /** + * (Rules from Hive's PrimitiveObjectInspectorUtils conversion) + * + * To BOOLEAN, BYTE, SHORT, INT, LONG: + * Convert from (BOOLEAN, BYTE, SHORT, INT, LONG) with down cast if necessary. + * Convert from (FLOAT, DOUBLE) using type cast to long and down cast if necessary. + * Convert from DECIMAL from longValue and down cast if necessary. + * Convert from STRING using LazyLong.parseLong and down cast if necessary. + * Convert from (CHAR, VARCHAR) from Integer.parseLong and down cast if necessary. + * Convert from TIMESTAMP using timestamp getSeconds and down cast if necessary. + * + * AnyIntegerFromAnyIntegerTreeReader (written) + * AnyIntegerFromFloatTreeReader (written) + * AnyIntegerFromDoubleTreeReader (written) + * AnyIntegerFromDecimalTreeReader (written) + * AnyIntegerFromStringGroupTreeReader (written) + * AnyIntegerFromTimestampTreeReader (written) + * + * To FLOAT/DOUBLE: + * Convert from (BOOLEAN, BYTE, SHORT, INT, LONG) using cast + * Convert from FLOAT using cast + * Convert from DECIMAL using getDouble + * Convert from (STRING, CHAR, VARCHAR) using Double.parseDouble + * Convert from TIMESTAMP using timestamp getDouble + * + * FloatFromAnyIntegerTreeReader (existing) + * FloatFromDoubleTreeReader (written) + * FloatFromDecimalTreeReader (written) + * FloatFromStringGroupTreeReader (written) + * + * DoubleFromAnyIntegerTreeReader (existing) + * DoubleFromFloatTreeReader (existing) + * DoubleFromDecimalTreeReader (written) + * DoubleFromStringGroupTreeReader (written) + * + * To DECIMAL: + * Convert from (BOOLEAN, BYTE, SHORT, INT, LONG) using to HiveDecimal.create() + * Convert from (FLOAT, DOUBLE) using to HiveDecimal.create(string value) + * Convert from (STRING, CHAR, VARCHAR) using HiveDecimal.create(string value) + * Convert from TIMESTAMP using HiveDecimal.create(string value of timestamp getDouble) + * + * DecimalFromAnyIntegerTreeReader (existing) + * DecimalFromFloatTreeReader (existing) + * DecimalFromDoubleTreeReader (existing) + * DecimalFromStringGroupTreeReader (written) + * + * To STRING, CHAR, VARCHAR: + * Convert from (BOOLEAN, BYTE, SHORT, INT, LONG) using to string conversion + * Convert from (FLOAT, DOUBLE) using to string conversion + * Convert from DECIMAL using HiveDecimal.toString + * Convert from CHAR by stripping pads + * Convert from VARCHAR with value + * Convert from TIMESTAMP using Timestamp.toString + * Convert from DATE using Date.toString + * Convert from BINARY using Text.decode + * + * StringGroupFromAnyIntegerTreeReader (written) + * StringGroupFromFloatTreeReader (written) + * StringGroupFromDoubleTreeReader (written) + * StringGroupFromDecimalTreeReader (written) + * + * String from Char/Varchar conversion + * Char from String/Varchar conversion + * Varchar from String/Char conversion + * + * StringGroupFromTimestampTreeReader (written) + * StringGroupFromDateTreeReader (written) + * StringGroupFromBinaryTreeReader ***** + * + * To TIMESTAMP: + * Convert from (BOOLEAN, BYTE, SHORT, INT, LONG) using TimestampWritable.longToTimestamp + * Convert from (FLOAT, DOUBLE) using TimestampWritable.doubleToTimestamp + * Convert from DECIMAL using TimestampWritable.decimalToTimestamp + * Convert from (STRING, CHAR, VARCHAR) using string conversion + * Or, from DATE + * + * TimestampFromAnyIntegerTreeReader (written) + * TimestampFromFloatTreeReader (written) + * TimestampFromDoubleTreeReader (written) + * TimestampFromDecimalTreeeReader (written) + * TimestampFromStringGroupTreeReader (written) + * TimestampFromDateTreeReader + * + * + * To DATE: + * Convert from (STRING, CHAR, VARCHAR) using string conversion. + * Or, from TIMESTAMP. + * + * DateFromStringGroupTreeReader (written) + * DateFromTimestampTreeReader (written) + * + * To BINARY: + * Convert from (STRING, CHAR, VARCHAR) using getBinaryFromText + * + * BinaryFromStringGroupTreeReader (written) + * + * (Notes from StructConverter) + * + * To STRUCT: + * Input must be data type STRUCT + * minFields = Math.min(numSourceFields, numTargetFields) + * Convert those fields + * Extra targetFields --> NULL + * + * (Notes from ListConverter) + * + * To LIST: + * Input must be data type LIST + * Convert elements + * + * (Notes from MapConverter) + * + * To MAP: + * Input must be data type MAP + * Convert keys and values + * + * (Notes from UnionConverter) + * + * To UNION: + * Input must be data type UNION + * Convert value for tag + * + * @param columnId + * @param evolution + * @param included + * @param skipCorrupt + * @return + * @throws IOException + */ + public static TreeReader createConvertTreeReader(TypeDescription readerType, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt + ) throws IOException { + + int columnId = readerType.getId(); + TypeDescription fileType = evolution.getFileType(readerType); + + switch (fileType.getCategory()) { + + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + return createAnyIntegerConvertTreeReader(columnId, fileType, readerType, evolution, + included, skipCorrupt); + + case FLOAT: + return createFloatConvertTreeReader(columnId, fileType, readerType, evolution, + included, skipCorrupt); + + case DOUBLE: + return createDoubleConvertTreeReader(columnId, fileType, readerType, evolution, + included, skipCorrupt); + + case DECIMAL: + return createDecimalConvertTreeReader(columnId, fileType, readerType, evolution, + included, skipCorrupt); + + case STRING: + return createStringConvertTreeReader(columnId, fileType, readerType, evolution, + included, skipCorrupt); + + case CHAR: + return createCharConvertTreeReader(columnId, fileType, readerType, evolution, + included, skipCorrupt); + + case VARCHAR: + return createVarcharConvertTreeReader(columnId, fileType, readerType, evolution, + included, skipCorrupt); + + case TIMESTAMP: + return createTimestampConvertTreeReader(columnId, fileType, readerType, evolution, + included, skipCorrupt); + + case DATE: + return createDateConvertTreeReader(columnId, fileType, readerType, evolution, + included, skipCorrupt); + + case BINARY: + return createBinaryConvertTreeReader(columnId, fileType, readerType, evolution, + included, skipCorrupt); + + // UNDONE: Complex conversions... + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + fileType.getCategory()); + } + } +} \ No newline at end of file diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java index fe0be7b..fcb8ca4 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java @@ -301,7 +301,7 @@ public static RecordReader createReaderFromFile(Reader file, /** * Do we have schema on read in the configuration variables? */ - TypeDescription schema = getDesiredRowTypeDescr(conf, /* isAcidRead */ false); + TypeDescription schema = getDesiredRowTypeDescr(conf, false, Integer.MAX_VALUE); Reader.Options options = new Reader.Options().range(offset, length); options.schema(schema); @@ -1743,7 +1743,7 @@ public float getProgress() throws IOException { /** * Do we have schema on read in the configuration variables? */ - TypeDescription schema = getDesiredRowTypeDescr(conf, /* isAcidRead */ true); + TypeDescription schema = getDesiredRowTypeDescr(conf, true, Integer.MAX_VALUE); final Reader reader; final int bucket; @@ -1994,10 +1994,13 @@ void put(Long fileId, FileStatus file, FileMetaInfo fileMetaInfo, Reader orcRead /** * Convert a Hive type property string that contains separated type names into a list of * TypeDescription objects. + * @param hiveTypeProperty the desired types from hive + * @param maxColumns the maximum number of desired columns * @return the list of TypeDescription objects. */ - public static ArrayList typeDescriptionsFromHiveTypeProperty( - String hiveTypeProperty) { + public static ArrayList + typeDescriptionsFromHiveTypeProperty(String hiveTypeProperty, + int maxColumns) { // CONSDIER: We need a type name parser for TypeDescription. @@ -2005,6 +2008,9 @@ void put(Long fileId, FileStatus file, FileMetaInfo fileMetaInfo, Reader orcRead ArrayList typeDescrList =new ArrayList(typeInfoList.size()); for (TypeInfo typeInfo : typeInfoList) { typeDescrList.add(convertTypeInfo(typeInfo)); + if (typeDescrList.size() >= maxColumns) { + break; + } } return typeDescrList; } @@ -2091,8 +2097,18 @@ public static TypeDescription convertTypeInfo(TypeInfo info) { } } - public static TypeDescription getDesiredRowTypeDescr(Configuration conf, boolean isAcidRead) - throws IOException { + /** + * Generate the desired schema for reading the file. + * @param conf the configuration + * @param isAcidRead is this an acid format? + * @param dataColumns the desired number of data columns for vectorized read + * @return the desired schema or null if schema evolution isn't enabled + * @throws IOException + */ + public static TypeDescription getDesiredRowTypeDescr(Configuration conf, + boolean isAcidRead, + int dataColumns + ) throws IOException { String columnNameProperty = null; String columnTypeProperty = null; @@ -2115,8 +2131,10 @@ public static TypeDescription getDesiredRowTypeDescr(Configuration conf, boolean haveSchemaEvolutionProperties = false; } else { schemaEvolutionTypeDescrs = - typeDescriptionsFromHiveTypeProperty(columnTypeProperty); - if (schemaEvolutionTypeDescrs.size() != schemaEvolutionColumnNames.size()) { + typeDescriptionsFromHiveTypeProperty(columnTypeProperty, + dataColumns); + if (schemaEvolutionTypeDescrs.size() != + Math.min(dataColumns, schemaEvolutionColumnNames.size())) { haveSchemaEvolutionProperties = false; } } @@ -2147,8 +2165,9 @@ public static TypeDescription getDesiredRowTypeDescr(Configuration conf, boolean return null; } schemaEvolutionTypeDescrs = - typeDescriptionsFromHiveTypeProperty(columnTypeProperty); - if (schemaEvolutionTypeDescrs.size() != schemaEvolutionColumnNames.size()) { + typeDescriptionsFromHiveTypeProperty(columnTypeProperty, dataColumns); + if (schemaEvolutionTypeDescrs.size() != + Math.min(dataColumns, schemaEvolutionColumnNames.size())) { return null; } @@ -2162,7 +2181,7 @@ public static TypeDescription getDesiredRowTypeDescr(Configuration conf, boolean } columnNum++; } - if (virtualColumnClipNum != -1) { + if (virtualColumnClipNum != -1 && virtualColumnClipNum < dataColumns) { schemaEvolutionColumnNames = Lists.newArrayList(schemaEvolutionColumnNames.subList(0, virtualColumnClipNum)); schemaEvolutionTypeDescrs = Lists.newArrayList(schemaEvolutionTypeDescrs.subList(0, virtualColumnClipNum)); @@ -2179,7 +2198,7 @@ public static TypeDescription getDesiredRowTypeDescr(Configuration conf, boolean // Desired schema does not include virtual columns or partition columns. TypeDescription result = TypeDescription.createStruct(); - for (int i = 0; i < schemaEvolutionColumnNames.size(); i++) { + for (int i = 0; i < schemaEvolutionTypeDescrs.size(); i++) { result.addField(schemaEvolutionColumnNames.get(i), schemaEvolutionTypeDescrs.get(i)); } diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcRawRecordMerger.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcRawRecordMerger.java index f495be2..add19b4 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcRawRecordMerger.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcRawRecordMerger.java @@ -447,7 +447,8 @@ private void discoverKeyBounds(Reader reader, this.length = options.getLength(); this.validTxnList = validTxnList; - TypeDescription typeDescr = OrcInputFormat.getDesiredRowTypeDescr(conf, /* isAcidRead */ true); + TypeDescription typeDescr = + OrcInputFormat.getDesiredRowTypeDescr(conf, true, Integer.MAX_VALUE); objectInspector = OrcRecordUpdater.createEventSchema (OrcStruct.createObjectInspector(0, OrcUtils.getOrcTypes(typeDescr))); diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/ReaderImpl.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/ReaderImpl.java index a031a92..0bcf9e3 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/ReaderImpl.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/ReaderImpl.java @@ -26,6 +26,8 @@ import java.util.List; import java.util.Set; +import org.apache.orc.OrcUtils; +import org.apache.orc.TypeDescription; import org.apache.orc.impl.BufferChunk; import org.apache.orc.ColumnStatistics; import org.apache.orc.impl.ColumnStatisticsImpl; @@ -71,6 +73,7 @@ private final List stripeStats; private final int metadataSize; protected final List types; + private final TypeDescription schema; private final List userMetadata; private final List fileStats; private final List stripes; @@ -243,6 +246,11 @@ public int getRowIndexStride() { return result; } + @Override + public TypeDescription getSchema() { + return schema; + } + /** * Ensure this is an ORC file to prevent users from trying to read text * files or RC files as ORC files. @@ -386,7 +394,9 @@ public ReaderImpl(Path path, OrcFile.ReaderOptions options) throws IOException { this.writerVersion = footerMetaData.writerVersion; this.stripes = convertProtoStripesToStripes(rInfo.footer.getStripesList()); } + this.schema = OrcUtils.convertTypeFromProtobuf(this.types, 0); } + /** * Get the WriterVersion based on the ORC file postscript. * @param writerVersion the integer writer version @@ -668,7 +678,7 @@ public RecordReader rowsOptions(Options options) throws IOException { options.include(include); } return new RecordReaderImpl(this.getStripes(), fileSystem, path, - options, types, codec, bufferSize, rowIndexStride, conf); + options, schema, types, codec, bufferSize, rowIndexStride, conf); } diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/RecordReaderImpl.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/RecordReaderImpl.java index 3975409..d027f49 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/RecordReaderImpl.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/RecordReaderImpl.java @@ -27,9 +27,8 @@ import java.util.List; import java.util.Map; -import org.apache.commons.lang3.exception.ExceptionUtils; import org.apache.orc.BooleanColumnStatistics; -import org.apache.orc.OrcUtils; +import org.apache.orc.TypeDescription; import org.apache.orc.impl.BufferChunk; import org.apache.orc.ColumnStatistics; import org.apache.orc.impl.ColumnStatisticsImpl; @@ -58,7 +57,6 @@ import org.apache.hadoop.hive.common.io.DiskRangeList; import org.apache.hadoop.hive.common.io.DiskRangeList.CreateHelper; import org.apache.hadoop.hive.common.type.HiveDecimal; -import org.apache.hadoop.hive.ql.exec.vector.ColumnVector; import org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch; import org.apache.orc.BloomFilterIO; import org.apache.hadoop.hive.ql.io.sarg.PredicateLeaf; @@ -98,7 +96,6 @@ private final SargApplier sargApp; // an array about which row groups aren't skipped private boolean[] includedRowGroups = null; - private final Configuration conf; private final MetadataReader metadata; private final DataReader dataReader; @@ -145,33 +142,33 @@ protected RecordReaderImpl(List stripes, FileSystem fileSystem, Path path, Reader.Options options, + TypeDescription fileSchema, List types, CompressionCodec codec, int bufferSize, long strideRate, Configuration conf ) throws IOException { - - TreeReaderFactory.TreeReaderSchema treeReaderSchema; + SchemaEvolution treeReaderSchema; + this.included = options.getInclude(); + included[0] = true; if (options.getSchema() == null) { if (LOG.isInfoEnabled()) { LOG.info("Schema on read not provided -- using file schema " + types.toString()); } - treeReaderSchema = new TreeReaderFactory.TreeReaderSchema().fileTypes(types).schemaTypes(types); + treeReaderSchema = new SchemaEvolution(fileSchema, included); } else { // Now that we are creating a record reader for a file, validate that the schema to read // is compatible with the file schema. // - List schemaTypes = OrcUtils.getOrcTypes(options.getSchema()); - treeReaderSchema = SchemaEvolution.validateAndCreate(types, schemaTypes); + treeReaderSchema = new SchemaEvolution(fileSchema, options.getSchema(), + included); } this.path = path; this.codec = codec; this.types = types; this.bufferSize = bufferSize; - this.included = options.getInclude(); - this.conf = conf; this.rowIndexStride = strideRate; this.metadata = new MetadataReaderImpl(fileSystem, path, codec, bufferSize, types.size()); SearchArgument sarg = options.getSearchArgument(); @@ -210,7 +207,8 @@ protected RecordReaderImpl(List stripes, skipCorrupt = OrcConf.SKIP_CORRUPT_DATA.getBoolean(conf); } - reader = TreeReaderFactory.createTreeReader(0, treeReaderSchema, included, skipCorrupt); + reader = TreeReaderFactory.createTreeReader(treeReaderSchema.getReaderSchema(), + treeReaderSchema, included, skipCorrupt); indexes = new OrcProto.RowIndex[types.size()]; bloomFilterIndices = new OrcProto.BloomFilterIndex[types.size()]; advanceToNextRow(reader, 0L, true); @@ -239,7 +237,7 @@ public long getNext() { return metadata.readStripeFooter(stripe); } - static enum Location { + enum Location { BEFORE, MIN, MIDDLE, MAX, AFTER } @@ -1052,31 +1050,26 @@ public Object next(Object previous) throws IOException { } @Override - public VectorizedRowBatch nextBatch(VectorizedRowBatch previous) throws IOException { + public boolean nextBatch(VectorizedRowBatch batch) throws IOException { try { - final VectorizedRowBatch result; if (rowInStripe >= rowCountInStripe) { currentStripe += 1; + if (currentStripe >= stripes.size()) { + batch.size = 0; + return false; + } readStripe(); } - final int batchSize = computeBatchSize(VectorizedRowBatch.DEFAULT_SIZE); + int batchSize = computeBatchSize(batch.getMaxSize()); rowInStripe += batchSize; - if (previous == null) { - ColumnVector[] cols = (ColumnVector[]) reader.nextVector(null, (int) batchSize); - result = new VectorizedRowBatch(cols.length); - result.cols = cols; - } else { - result = previous; - result.selectedInUse = false; - reader.setVectorColumnCount(result.getDataColumnCount()); - reader.nextVector(result.cols, batchSize); - } + reader.setVectorColumnCount(batch.getDataColumnCount()); + reader.nextBatch(batch, batchSize); - result.size = batchSize; + batch.size = (int) batchSize; advanceToNextRow(reader, rowInStripe + rowBaseInStripe, true); - return result; + return batch.size != 0; } catch (IOException e) { // Rethrow exception with file name in log message throw new IOException("Error reading file: " + path, e); diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/SchemaEvolution.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/SchemaEvolution.java index f28ca13..4dab52f 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/SchemaEvolution.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/SchemaEvolution.java @@ -20,13 +20,12 @@ import java.io.IOException; import java.util.ArrayList; +import java.util.HashMap; import java.util.List; +import java.util.Map; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; -import org.apache.hadoop.hive.ql.io.orc.TreeReaderFactory.TreeReaderSchema; -import org.apache.orc.OrcProto; -import org.apache.orc.OrcUtils; import org.apache.orc.TypeDescription; /** @@ -34,103 +33,137 @@ * has been schema evolution. */ public class SchemaEvolution { - + private final Map readerToFile; + private final boolean[] included; + private final TypeDescription readerSchema; private static final Log LOG = LogFactory.getLog(SchemaEvolution.class); - public static TreeReaderSchema validateAndCreate(List fileTypes, - List schemaTypes) throws IOException { + public SchemaEvolution(TypeDescription readerSchema, boolean[] included) { + this.included = included; + readerToFile = null; + this.readerSchema = readerSchema; + } - // For ACID, the row is the ROW field in the outer STRUCT. - final boolean isAcid = checkAcidSchema(fileTypes); - final List rowSchema; - int rowSubtype; - if (isAcid) { - rowSubtype = OrcRecordUpdater.ROW + 1; - rowSchema = fileTypes.subList(rowSubtype, fileTypes.size()); + public SchemaEvolution(TypeDescription fileSchema, + TypeDescription readerSchema, + boolean[] included) throws IOException { + readerToFile = new HashMap<>(readerSchema.getMaximumId() + 1); + this.included = included; + if (checkAcidSchema(fileSchema)) { + this.readerSchema = createEventSchema(readerSchema); } else { - rowSubtype = 0; - rowSchema = fileTypes; + this.readerSchema = readerSchema; } + buildMapping(fileSchema, this.readerSchema); + } - // Do checking on the overlap. Additional columns will be defaulted to NULL. - - int numFileColumns = rowSchema.get(0).getSubtypesCount(); - int numDesiredColumns = schemaTypes.get(0).getSubtypesCount(); - - int numReadColumns = Math.min(numFileColumns, numDesiredColumns); - - /** - * Check type promotion. - * - * Currently, we only support integer type promotions that can be done "implicitly". - * That is, we know that using a bigger integer tree reader on the original smaller integer - * column will "just work". - * - * In the future, other type promotions might require type conversion. - */ - // short -> int -> bigint as same integer readers are used for the above types. - - for (int i = 0; i < numReadColumns; i++) { - OrcProto.Type fColType = fileTypes.get(rowSubtype + i); - OrcProto.Type rColType = schemaTypes.get(i); - if (!fColType.getKind().equals(rColType.getKind())) { - - boolean ok = false; - if (fColType.getKind().equals(OrcProto.Type.Kind.SHORT)) { + public TypeDescription getReaderSchema() { + return readerSchema; + } - if (rColType.getKind().equals(OrcProto.Type.Kind.INT) || - rColType.getKind().equals(OrcProto.Type.Kind.LONG)) { - // type promotion possible, converting SHORT to INT/LONG requested type - ok = true; - } - } else if (fColType.getKind().equals(OrcProto.Type.Kind.INT)) { + public TypeDescription getFileType(TypeDescription readerType) { + TypeDescription result; + if (readerToFile == null) { + if (included == null || included[readerType.getId()]) { + result = readerType; + } else { + result = null; + } + } else { + result = readerToFile.get(readerType); + } + return result; + } - if (rColType.getKind().equals(OrcProto.Type.Kind.LONG)) { - // type promotion possible, converting INT to LONG requested type - ok = true; + void buildMapping(TypeDescription fileType, + TypeDescription readerType) throws IOException { + // if the column isn't included, don't map it + if (included != null && !included[readerType.getId()]) { + return; + } + boolean isOk = true; + // check the easy case first + if (fileType.getCategory() == readerType.getCategory()) { + switch (readerType.getCategory()) { + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + case DOUBLE: + case FLOAT: + case STRING: + case TIMESTAMP: + case BINARY: + case DATE: + // these are always a match + break; + case CHAR: + case VARCHAR: + isOk = fileType.getMaxLength() == readerType.getMaxLength(); + break; + case DECIMAL: + // TODO we don't enforce scale and precision checks, but probably should + break; + case UNION: + case MAP: + case LIST: { + // these must be an exact match + List fileChildren = fileType.getChildren(); + List readerChildren = readerType.getChildren(); + if (fileChildren.size() == readerChildren.size()) { + for(int i=0; i < fileChildren.size(); ++i) { + buildMapping(fileChildren.get(i), readerChildren.get(i)); + } + } else { + isOk = false; } + break; } - - if (!ok) { - throw new IOException("ORC does not support type conversion from " + - fColType.getKind().name() + " to " + rColType.getKind().name()); + case STRUCT: { + // allow either side to have fewer fields than the other + List fileChildren = fileType.getChildren(); + List readerChildren = readerType.getChildren(); + int jointSize = Math.min(fileChildren.size(), readerChildren.size()); + for(int i=0; i < jointSize; ++i) { + buildMapping(fileChildren.get(i), readerChildren.get(i)); + } + break; } + default: + throw new IllegalArgumentException("Unknown type " + readerType); } - } - - List fullSchemaTypes; - - if (isAcid) { - fullSchemaTypes = new ArrayList(); - - // This copies the ACID struct type which is subtype = 0. - // It has field names "operation" through "row". - // And we copy the types for all fields EXCEPT ROW (which must be last!). - - for (int i = 0; i < rowSubtype; i++) { - fullSchemaTypes.add(fileTypes.get(i).toBuilder().build()); + } else { + // UNDONE: Add a check for the few cases where will not convert.... + /* + switch (fileType.getCategory()) { + case SHORT: + if (readerType.getCategory() != TypeDescription.Category.INT && + readerType.getCategory() != TypeDescription.Category.LONG) { + isOk = false; + } + break; + case INT: + if (readerType.getCategory() != TypeDescription.Category.LONG) { + isOk = false; + } + break; + default: + isOk = false; } - - // Add the row struct type. - OrcUtils.appendOrcTypesRebuildSubtypes(fullSchemaTypes, schemaTypes, 0); + */ + } + if (isOk) { + readerToFile.put(readerType, fileType); } else { - fullSchemaTypes = schemaTypes; + throw new IOException("ORC does not support type conversion from " + + fileType + " to " + readerType); } - - int innerStructSubtype = rowSubtype; - - // LOG.info("Schema evolution: (fileTypes) " + fileTypes.toString() + - // " (schemaEvolutionTypes) " + schemaEvolutionTypes.toString()); - - return new TreeReaderSchema(). - fileTypes(fileTypes). - schemaTypes(fullSchemaTypes). - innerStructSubtype(innerStructSubtype); } - private static boolean checkAcidSchema(List fileSchema) { - if (fileSchema.get(0).getKind().equals(OrcProto.Type.Kind.STRUCT)) { - List rootFields = fileSchema.get(0).getFieldNamesList(); + private static boolean checkAcidSchema(TypeDescription type) { + if (type.getCategory().equals(TypeDescription.Category.STRUCT)) { + List rootFields = type.getFieldNames(); if (acidEventFieldNames.equals(rootFields)) { return true; } @@ -142,26 +175,14 @@ private static boolean checkAcidSchema(List fileSchema) { * @param typeDescr * @return ORC types for the ACID event based on the row's type description */ - public static List createEventSchema(TypeDescription typeDescr) { - - List result = new ArrayList(); - - OrcProto.Type.Builder type = OrcProto.Type.newBuilder(); - type.setKind(OrcProto.Type.Kind.STRUCT); - type.addAllFieldNames(acidEventFieldNames); - for (int i = 0; i < acidEventFieldNames.size(); i++) { - type.addSubtypes(i + 1); - } - result.add(type.build()); - - // Automatically add all fields except the last (ROW). - for (int i = 0; i < acidEventOrcTypeKinds.size() - 1; i ++) { - type.clear(); - type.setKind(acidEventOrcTypeKinds.get(i)); - result.add(type.build()); - } - - OrcUtils.appendOrcTypesRebuildSubtypes(result, typeDescr); + public static TypeDescription createEventSchema(TypeDescription typeDescr) { + TypeDescription result = TypeDescription.createStruct() + .addField("operation", TypeDescription.createInt()) + .addField("originalTransaction", TypeDescription.createLong()) + .addField("bucket", TypeDescription.createInt()) + .addField("rowId", TypeDescription.createLong()) + .addField("currentTransaction", TypeDescription.createLong()) + .addField("row", typeDescr.clone()); return result; } @@ -174,14 +195,4 @@ private static boolean checkAcidSchema(List fileSchema) { acidEventFieldNames.add("currentTransaction"); acidEventFieldNames.add("row"); } - public static final List acidEventOrcTypeKinds = - new ArrayList(); - static { - acidEventOrcTypeKinds.add(OrcProto.Type.Kind.INT); - acidEventOrcTypeKinds.add(OrcProto.Type.Kind.LONG); - acidEventOrcTypeKinds.add(OrcProto.Type.Kind.INT); - acidEventOrcTypeKinds.add(OrcProto.Type.Kind.LONG); - acidEventOrcTypeKinds.add(OrcProto.Type.Kind.LONG); - acidEventOrcTypeKinds.add(OrcProto.Type.Kind.STRUCT); - } } diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/TreeReaderFactory.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/TreeReaderFactory.java index 8bb32ea..652cb58 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/TreeReaderFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/TreeReaderFactory.java @@ -24,6 +24,7 @@ import java.text.ParseException; import java.text.SimpleDateFormat; import java.util.ArrayList; +import java.util.Arrays; import java.util.HashMap; import java.util.LinkedHashMap; import java.util.List; @@ -35,9 +36,12 @@ import org.apache.hadoop.hive.ql.exec.vector.ColumnVector; import org.apache.hadoop.hive.ql.exec.vector.DecimalColumnVector; import org.apache.hadoop.hive.ql.exec.vector.DoubleColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.ListColumnVector; import org.apache.hadoop.hive.ql.exec.vector.LongColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.MapColumnVector; +import org.apache.hadoop.hive.ql.exec.vector.StructColumnVector; import org.apache.hadoop.hive.ql.exec.vector.TimestampColumnVector; -import org.apache.hadoop.hive.ql.exec.vector.TimestampUtils; +import org.apache.hadoop.hive.ql.exec.vector.UnionColumnVector; import org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch; import org.apache.hadoop.hive.ql.exec.vector.expressions.StringExpr; import org.apache.hadoop.hive.serde2.io.ByteWritable; @@ -56,8 +60,7 @@ import org.apache.hadoop.io.IntWritable; import org.apache.hadoop.io.LongWritable; import org.apache.hadoop.io.Text; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; +import org.apache.orc.TypeDescription; import org.apache.orc.impl.BitFieldReader; import org.apache.orc.impl.DynamicByteArray; import org.apache.orc.impl.InStream; @@ -75,60 +78,6 @@ */ public class TreeReaderFactory { - private static final Logger LOG = - LoggerFactory.getLogger(TreeReaderFactory.class); - - public static class TreeReaderSchema { - - /** - * The types in the ORC file. - */ - List fileTypes; - - /** - * The treeReaderSchema that the reader should read as. - */ - List schemaTypes; - - /** - * The subtype of the row STRUCT. Different than 0 for ACID. - */ - int innerStructSubtype; - - public TreeReaderSchema() { - fileTypes = null; - schemaTypes = null; - innerStructSubtype = -1; - } - - public TreeReaderSchema fileTypes(List fileTypes) { - this.fileTypes = fileTypes; - return this; - } - - public TreeReaderSchema schemaTypes(List schemaTypes) { - this.schemaTypes = schemaTypes; - return this; - } - - public TreeReaderSchema innerStructSubtype(int innerStructSubtype) { - this.innerStructSubtype = innerStructSubtype; - return this; - } - - public List getFileTypes() { - return fileTypes; - } - - public List getSchemaTypes() { - return schemaTypes; - } - - public int getInnerStructSubtype() { - return innerStructSubtype; - } - } - public abstract static class TreeReader { protected final int columnId; protected BitFieldReader present = null; @@ -222,6 +171,12 @@ protected long countNonNulls(long rows) throws IOException { abstract void skipRows(long rows) throws IOException; + void readValuePresent() throws IOException { + if (present != null) { + valuePresent = present.next() == 1; + } + } + Object next(Object previous) throws IOException { if (present != null) { valuePresent = present.next() == 1; @@ -230,36 +185,60 @@ Object next(Object previous) throws IOException { } /** + * Called at the top level to read into the given batch. + * @param batch the batch to read into + * @param batchSize the number of rows to read + * @throws IOException + */ + public void nextBatch(VectorizedRowBatch batch, + int batchSize) throws IOException { + batch.cols[0].reset(); + batch.cols[0].ensureSize(batchSize, false); + nextVector(batch.cols[0], null, batchSize); + } + + /** * Populates the isNull vector array in the previousVector object based on * the present stream values. This function is called from all the child * readers, and they all set the values based on isNull field value. * - * @param previousVector The columnVector object whose isNull value is populated + * @param previous The columnVector object whose isNull value is populated + * @param isNull Whether the each value was null at a higher level. If + * isNull is null, all values are non-null. * @param batchSize Size of the column vector - * @return next column vector * @throws IOException */ - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - ColumnVector result = (ColumnVector) previousVector; - if (present != null) { + public void nextVector(ColumnVector previous, + boolean[] isNull, + final int batchSize) throws IOException { + if (present != null || isNull != null) { // Set noNulls and isNull vector of the ColumnVector based on // present stream - result.noNulls = true; + previous.noNulls = true; + boolean allNull = true; for (int i = 0; i < batchSize; i++) { - result.isNull[i] = (present.next() != 1); - if (result.noNulls && result.isNull[i]) { - result.noNulls = false; + if (isNull == null || !isNull[i]) { + if (present != null && present.next() != 1) { + previous.noNulls = false; + previous.isNull[i] = true; + } else { + previous.isNull[i] = false; + allNull = false; + } + } else { + previous.noNulls = false; + previous.isNull[i] = true; } } + previous.isRepeating = !previous.noNulls && allNull; } else { - // There is not present stream, this means that all the values are + // There is no present stream, this means that all the values are // present. - result.noNulls = true; + previous.noNulls = true; for (int i = 0; i < batchSize; i++) { - result.isNull[i] = false; + previous.isNull[i] = false; } } - return previousVector; } public BitFieldReader getPresent() { @@ -267,6 +246,46 @@ public BitFieldReader getPresent() { } } + public static class NullTreeReader extends TreeReader { + + public NullTreeReader(int columnId) throws IOException { + super(columnId); + } + + @Override + public void startStripe(Map streams, + OrcProto.StripeFooter footer) { + // PASS + } + + @Override + void skipRows(long rows) { + // PASS + } + + @Override + public void seek(PositionProvider position) { + // PASS + } + + @Override + public void seek(PositionProvider[] position) { + // PASS + } + + @Override + Object next(Object previous) { + return null; + } + + @Override + public void nextVector(ColumnVector vector, boolean[] isNull, final int batchSize) { + vector.noNulls = false; + vector.isNull[0] = true; + vector.isRepeating = true; + } + } + public static class BooleanTreeReader extends TreeReader { protected BitFieldReader reader = null; @@ -322,20 +341,16 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - final LongColumnVector result; - if (previousVector == null) { - result = new LongColumnVector(); - } else { - result = (LongColumnVector) previousVector; - } + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + LongColumnVector result = (LongColumnVector) previousVector; // Read present/isNull stream - super.nextVector(result, batchSize); + super.nextVector(result, isNull, batchSize); // Read value entries based on isNull entries reader.nextVector(result, batchSize); - return result; } } @@ -387,20 +402,16 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - final LongColumnVector result; - if (previousVector == null) { - result = new LongColumnVector(); - } else { - result = (LongColumnVector) previousVector; - } + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + final LongColumnVector result = (LongColumnVector) previousVector; // Read present/isNull stream - super.nextVector(result, batchSize); + super.nextVector(result, isNull, batchSize); // Read value entries based on isNull entries - reader.nextVector(result, batchSize); - return result; + reader.nextVector(result, result.vector, batchSize); } @Override @@ -473,20 +484,16 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - final LongColumnVector result; - if (previousVector == null) { - result = new LongColumnVector(); - } else { - result = (LongColumnVector) previousVector; - } + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + final LongColumnVector result = (LongColumnVector) previousVector; // Read present/isNull stream - super.nextVector(result, batchSize); + super.nextVector(result, isNull, batchSize); // Read value entries based on isNull entries - reader.nextVector(result, batchSize); - return result; + reader.nextVector(result, result.vector, batchSize); } @Override @@ -559,20 +566,16 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - final LongColumnVector result; - if (previousVector == null) { - result = new LongColumnVector(); - } else { - result = (LongColumnVector) previousVector; - } + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + final LongColumnVector result = (LongColumnVector) previousVector; // Read present/isNull stream - super.nextVector(result, batchSize); + super.nextVector(result, isNull, batchSize); // Read value entries based on isNull entries - reader.nextVector(result, batchSize); - return result; + reader.nextVector(result, result.vector, batchSize); } @Override @@ -646,20 +649,16 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - final LongColumnVector result; - if (previousVector == null) { - result = new LongColumnVector(); - } else { - result = (LongColumnVector) previousVector; - } + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + final LongColumnVector result = (LongColumnVector) previousVector; // Read present/isNull stream - super.nextVector(result, batchSize); + super.nextVector(result, isNull, batchSize); // Read value entries based on isNull entries - reader.nextVector(result, batchSize); - return result; + reader.nextVector(result, result.vector, batchSize); } @Override @@ -719,16 +718,13 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - final DoubleColumnVector result; - if (previousVector == null) { - result = new DoubleColumnVector(); - } else { - result = (DoubleColumnVector) previousVector; - } + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + final DoubleColumnVector result = (DoubleColumnVector) previousVector; // Read present/isNull stream - super.nextVector(result, batchSize); + super.nextVector(result, isNull, batchSize); final boolean hasNulls = !result.noNulls; boolean allNulls = hasNulls; @@ -768,7 +764,6 @@ public Object nextVector(Object previousVector, final int batchSize) throws IOEx } result.isRepeating = repeating; } - return result; } @Override @@ -832,16 +827,13 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - final DoubleColumnVector result; - if (previousVector == null) { - result = new DoubleColumnVector(); - } else { - result = (DoubleColumnVector) previousVector; - } + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + final DoubleColumnVector result = (DoubleColumnVector) previousVector; // Read present/isNull stream - super.nextVector(result, batchSize); + super.nextVector(result, isNull, batchSize); final boolean hasNulls = !result.noNulls; boolean allNulls = hasNulls; @@ -881,8 +873,6 @@ public Object nextVector(Object previousVector, final int batchSize) throws IOEx } result.isRepeating = repeating; } - - return result; } @Override @@ -974,19 +964,15 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - final BytesColumnVector result; - if (previousVector == null) { - result = new BytesColumnVector(); - } else { - result = (BytesColumnVector) previousVector; - } + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + final BytesColumnVector result = (BytesColumnVector) previousVector; // Read present/isNull stream - super.nextVector(result, batchSize); + super.nextVector(result, isNull, batchSize); BytesColumnVectorUtil.readOrcByteArrays(stream, lengths, scratchlcv, result, batchSize); - return result; } @Override @@ -1011,7 +997,6 @@ void skipRows(long items) throws IOException { private final TimeZone readerTimeZone; private TimeZone writerTimeZone; private boolean hasSameTZRules; - private TimestampWritable scratchTimestampWritable; TimestampTreeReader(int columnId, boolean skipCorrupt) throws IOException { this(columnId, null, null, null, null, skipCorrupt); @@ -1115,9 +1100,9 @@ Object next(Object previous) throws IOException { int newNanos = parseNanos(nanos.next()); // fix the rounding when we divided by 1000. if (millis >= 0) { - millis += newNanos / 1000000; + millis += newNanos / WriterImpl.NANOS_PER_MILLI; } else { - millis -= newNanos / 1000000; + millis -= newNanos / WriterImpl.NANOS_PER_MILLI; } long offset = 0; // If reader and writer time zones have different rules, adjust the timezone difference @@ -1144,31 +1129,45 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - final TimestampColumnVector result; - if (previousVector == null) { - result = new TimestampColumnVector(); - } else { - result = (TimestampColumnVector) previousVector; - } + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + TimestampColumnVector result = (TimestampColumnVector) previousVector; + super.nextVector(previousVector, isNull, batchSize); - result.reset(); - if (scratchTimestampWritable == null) { - scratchTimestampWritable = new TimestampWritable(); - } - Object obj; for (int i = 0; i < batchSize; i++) { - obj = next(scratchTimestampWritable); - if (obj == null) { - result.noNulls = false; - result.isNull[i] = true; - } else { - TimestampWritable writable = (TimestampWritable) obj; - result.set(i, writable.getTimestamp()); + if (result.noNulls || !result.isNull[i]) { + long millis = data.next() + base_timestamp; + int newNanos = parseNanos(nanos.next()); + if (millis < 0 && newNanos != 0) { + millis -= 1; + } + millis *= WriterImpl.MILLIS_PER_SECOND; + long offset = 0; + // If reader and writer time zones have different rules, adjust the timezone difference + // between reader and writer taking day light savings into account. + if (!hasSameTZRules) { + offset = writerTimeZone.getOffset(millis) - readerTimeZone.getOffset(millis); + } + long adjustedMillis = millis + offset; + // Sometimes the reader timezone might have changed after adding the adjustedMillis. + // To account for that change, check for any difference in reader timezone after + // adding adjustedMillis. If so use the new offset (offset at adjustedMillis point of time). + if (!hasSameTZRules && + (readerTimeZone.getOffset(millis) != readerTimeZone.getOffset(adjustedMillis))) { + long newOffset = + writerTimeZone.getOffset(millis) - readerTimeZone.getOffset(adjustedMillis); + adjustedMillis = millis + newOffset; + } + result.time[i] = adjustedMillis; + result.nanos[i] = newNanos; + if (result.isRepeating && i != 0 && + (result.time[0] != result.time[i] || + result.nanos[0] != result.nanos[i])) { + result.isRepeating = false; + } } } - - return result; } private static int parseNanos(long serialized) { @@ -1253,20 +1252,16 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - final LongColumnVector result; - if (previousVector == null) { - result = new LongColumnVector(); - } else { - result = (LongColumnVector) previousVector; - } + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + final LongColumnVector result = (LongColumnVector) previousVector; // Read present/isNull stream - super.nextVector(result, batchSize); + super.nextVector(result, isNull, batchSize); // Read value entries based on isNull entries - reader.nextVector(result, batchSize); - return result; + reader.nextVector(result, result.vector, batchSize); } @Override @@ -1278,7 +1273,7 @@ void skipRows(long items) throws IOException { public static class DecimalTreeReader extends TreeReader { protected InStream valueStream; protected IntegerReader scaleReader = null; - private LongColumnVector scratchScaleVector; + private int[] scratchScaleVector; private final int precision; private final int scale; @@ -1293,7 +1288,7 @@ protected DecimalTreeReader(int columnId, int precision, int scale, InStream pre super(columnId, present); this.precision = precision; this.scale = scale; - this.scratchScaleVector = new LongColumnVector(VectorizedRowBatch.DEFAULT_SIZE); + this.scratchScaleVector = new int[VectorizedRowBatch.DEFAULT_SIZE]; this.valueStream = valueStream; if (scaleStream != null && encoding != null) { checkEncoding(encoding); @@ -1352,46 +1347,34 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - final DecimalColumnVector result; - if (previousVector == null) { - result = new DecimalColumnVector(precision, scale); - } else { - result = (DecimalColumnVector) previousVector; - } - - // Save the reference for isNull in the scratch vector - boolean[] scratchIsNull = scratchScaleVector.isNull; + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + final DecimalColumnVector result = (DecimalColumnVector) previousVector; // Read present/isNull stream - super.nextVector(result, batchSize); + super.nextVector(result, isNull, batchSize); + if (batchSize > scratchScaleVector.length) { + scratchScaleVector = new int[(int) batchSize]; + } + scaleReader.nextVector(result, scratchScaleVector, batchSize); // Read value entries based on isNull entries - if (result.isRepeating) { - if (!result.isNull[0]) { + if (result.noNulls) { + for (int r=0; r < batchSize; ++r) { BigInteger bInt = SerializationUtils.readBigInteger(valueStream); - short scaleInData = (short) scaleReader.next(); - HiveDecimal dec = HiveDecimal.create(bInt, scaleInData); - dec = HiveDecimal.enforcePrecisionScale(dec, precision, scale); - result.set(0, dec); + HiveDecimal dec = HiveDecimal.create(bInt, scratchScaleVector[r]); + result.set(r, dec); } - } else { - // result vector has isNull values set, use the same to read scale vector. - scratchScaleVector.isNull = result.isNull; - scaleReader.nextVector(scratchScaleVector, batchSize); - for (int i = 0; i < batchSize; i++) { - if (!result.isNull[i]) { + } else if (!result.isRepeating || !result.isNull[0]) { + for (int r=0; r < batchSize; ++r) { + if (!result.isNull[r]) { BigInteger bInt = SerializationUtils.readBigInteger(valueStream); - short scaleInData = (short) scratchScaleVector.vector[i]; - HiveDecimal dec = HiveDecimal.create(bInt, scaleInData); - dec = HiveDecimal.enforcePrecisionScale(dec, precision, scale); - result.set(i, dec); + HiveDecimal dec = HiveDecimal.create(bInt, scratchScaleVector[r]); + result.set(r, dec); } } } - // Switch back the null vector. - scratchScaleVector.isNull = scratchIsNull; - return result; } @Override @@ -1481,8 +1464,10 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - return reader.nextVector(previousVector, batchSize); + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + reader.nextVector(previousVector, isNull, batchSize); } @Override @@ -1501,7 +1486,7 @@ void skipRows(long items) throws IOException { BytesColumnVector result, final int batchSize) throws IOException { // Read lengths scratchlcv.isNull = result.isNull; // Notice we are replacing the isNull vector here... - lengths.nextVector(scratchlcv, batchSize); + lengths.nextVector(scratchlcv, scratchlcv.vector, batchSize); int totalLength = 0; if (!scratchlcv.isRepeating) { for (int i = 0; i < batchSize; i++) { @@ -1532,31 +1517,35 @@ void skipRows(long items) throws IOException { } // This method has the common code for reading in bytes into a BytesColumnVector. - public static void readOrcByteArrays(InStream stream, IntegerReader lengths, - LongColumnVector scratchlcv, - BytesColumnVector result, final int batchSize) throws IOException { - - byte[] allBytes = commonReadByteArrays(stream, lengths, scratchlcv, result, batchSize); - - // Too expensive to figure out 'repeating' by comparisons. - result.isRepeating = false; - int offset = 0; - if (!scratchlcv.isRepeating) { - for (int i = 0; i < batchSize; i++) { - if (!scratchlcv.isNull[i]) { - result.setRef(i, allBytes, offset, (int) scratchlcv.vector[i]); - offset += scratchlcv.vector[i]; - } else { - result.setRef(i, allBytes, 0, 0); + public static void readOrcByteArrays(InStream stream, + IntegerReader lengths, + LongColumnVector scratchlcv, + BytesColumnVector result, + final int batchSize) throws IOException { + if (result.noNulls || !(result.isRepeating && result.isNull[0])) { + byte[] allBytes = commonReadByteArrays(stream, lengths, scratchlcv, + result, (int) batchSize); + + // Too expensive to figure out 'repeating' by comparisons. + result.isRepeating = false; + int offset = 0; + if (!scratchlcv.isRepeating) { + for (int i = 0; i < batchSize; i++) { + if (!scratchlcv.isNull[i]) { + result.setRef(i, allBytes, offset, (int) scratchlcv.vector[i]); + offset += scratchlcv.vector[i]; + } else { + result.setRef(i, allBytes, 0, 0); + } } - } - } else { - for (int i = 0; i < batchSize; i++) { - if (!scratchlcv.isNull[i]) { - result.setRef(i, allBytes, offset, (int) scratchlcv.vector[0]); - offset += scratchlcv.vector[0]; - } else { - result.setRef(i, allBytes, 0, 0); + } else { + for (int i = 0; i < batchSize; i++) { + if (!scratchlcv.isNull[i]) { + result.setRef(i, allBytes, offset, (int) scratchlcv.vector[0]); + offset += scratchlcv.vector[0]; + } else { + result.setRef(i, allBytes, 0, 0); + } } } } @@ -1641,19 +1630,16 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - final BytesColumnVector result; - if (previousVector == null) { - result = new BytesColumnVector(); - } else { - result = (BytesColumnVector) previousVector; - } + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + final BytesColumnVector result = (BytesColumnVector) previousVector; // Read present/isNull stream - super.nextVector(result, batchSize); + super.nextVector(result, isNull, batchSize); - BytesColumnVectorUtil.readOrcByteArrays(stream, lengths, scratchlcv, result, batchSize); - return result; + BytesColumnVectorUtil.readOrcByteArrays(stream, lengths, scratchlcv, + result, batchSize); } @Override @@ -1816,18 +1802,15 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - final BytesColumnVector result; + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + final BytesColumnVector result = (BytesColumnVector) previousVector; int offset; int length; - if (previousVector == null) { - result = new BytesColumnVector(); - } else { - result = (BytesColumnVector) previousVector; - } // Read present/isNull stream - super.nextVector(result, batchSize); + super.nextVector(result, isNull, batchSize); if (dictionaryBuffer != null) { @@ -1838,7 +1821,8 @@ public Object nextVector(Object previousVector, final int batchSize) throws IOEx // Read string offsets scratchlcv.isNull = result.isNull; - reader.nextVector(scratchlcv, batchSize); + scratchlcv.ensureSize((int) batchSize, false); + reader.nextVector(scratchlcv, scratchlcv.vector, batchSize); if (!scratchlcv.isRepeating) { // The vector has non-repeating strings. Iterate thru the batch @@ -1878,7 +1862,6 @@ public Object nextVector(Object previousVector, final int batchSize) throws IOEx } } } - return result; } int getDictionaryEntryLength(int entry, int offset) { @@ -1936,11 +1919,13 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { // Get the vector of strings from StringTreeReader, then make a 2nd pass to // adjust down the length (right trim and truncate) if necessary. - BytesColumnVector result = (BytesColumnVector) super.nextVector(previousVector, batchSize); - + super.nextVector(previousVector, isNull, batchSize); + BytesColumnVector result = (BytesColumnVector) previousVector; int adjustedDownLen; if (result.isRepeating) { if (result.noNulls || !result.isNull[0]) { @@ -1973,7 +1958,6 @@ public Object nextVector(Object previousVector, final int batchSize) throws IOEx } } } - return result; } } @@ -2010,10 +1994,13 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { // Get the vector of strings from StringTreeReader, then make a 2nd pass to // adjust down the length (truncate) if necessary. - BytesColumnVector result = (BytesColumnVector) super.nextVector(previousVector, batchSize); + super.nextVector(previousVector, isNull, batchSize); + BytesColumnVector result = (BytesColumnVector) previousVector; int adjustedDownLen; if (result.isRepeating) { @@ -2045,62 +2032,26 @@ public Object nextVector(Object previousVector, final int batchSize) throws IOEx } } } - return result; } } protected static class StructTreeReader extends TreeReader { - private final int readColumnCount; - private final int resultColumnCount; protected final TreeReader[] fields; - private final String[] fieldNames; - protected StructTreeReader( - int columnId, - TreeReaderSchema treeReaderSchema, - boolean[] included, - boolean skipCorrupt) throws IOException { + protected StructTreeReader(int columnId, + TypeDescription readerSchema, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt) throws IOException { super(columnId); - OrcProto.Type fileStructType = treeReaderSchema.getFileTypes().get(columnId); - - OrcProto.Type schemaStructType = treeReaderSchema.getSchemaTypes().get(columnId); - - readColumnCount = Math.min(fileStructType.getFieldNamesCount(), schemaStructType.getFieldNamesCount()); - - if (columnId == treeReaderSchema.getInnerStructSubtype()) { - // If there are more result columns than reader columns, we will default those additional - // columns to NULL. - resultColumnCount = schemaStructType.getFieldNamesCount(); - } else { - resultColumnCount = readColumnCount; - } - - this.fields = new TreeReader[readColumnCount]; - this.fieldNames = new String[readColumnCount]; + TypeDescription fileSchema = evolution.getFileType(readerSchema); - if (included == null) { - for (int i = 0; i < readColumnCount; ++i) { - int subtype = schemaStructType.getSubtypes(i); - this.fields[i] = createTreeReader(subtype, treeReaderSchema, included, skipCorrupt); - // Use the treeReaderSchema evolution name since file/reader types may not have the real column name. - this.fieldNames[i] = schemaStructType.getFieldNames(i); - } - } else { - for (int i = 0; i < readColumnCount; ++i) { - int subtype = schemaStructType.getSubtypes(i); - if (subtype >= included.length) { - throw new IOException("subtype " + subtype + " exceeds the included array size " + - included.length + " fileTypes " + treeReaderSchema.getFileTypes().toString() + - " schemaTypes " + treeReaderSchema.getSchemaTypes().toString() + - " innerStructSubtype " + treeReaderSchema.getInnerStructSubtype()); - } - if (included[subtype]) { - this.fields[i] = createTreeReader(subtype, treeReaderSchema, included, skipCorrupt); - } - // Use the treeReaderSchema evolution name since file/reader types may not have the real column name. - this.fieldNames[i] = schemaStructType.getFieldNames(i); - } + List childrenTypes = readerSchema.getChildren(); + this.fields = new TreeReader[childrenTypes.size()]; + for (int i = 0; i < fields.length; ++i) { + TypeDescription subtype = childrenTypes.get(i); + this.fields[i] = createTreeReader(subtype, evolution, included, skipCorrupt); } } @@ -2120,65 +2071,52 @@ Object next(Object previous) throws IOException { OrcStruct result = null; if (valuePresent) { if (previous == null) { - result = new OrcStruct(resultColumnCount); + result = new OrcStruct(fields.length); } else { result = (OrcStruct) previous; // If the input format was initialized with a file with a // different number of fields, the number of fields needs to // be updated to the correct number - if (result.getNumFields() != resultColumnCount) { - result.setNumFields(resultColumnCount); - } + result.setNumFields(fields.length); } - for (int i = 0; i < readColumnCount; ++i) { + for (int i = 0; i < fields.length; ++i) { if (fields[i] != null) { result.setFieldValue(i, fields[i].next(result.getFieldValue(i))); } } - if (resultColumnCount > readColumnCount) { - for (int i = readColumnCount; i < resultColumnCount; ++i) { - // Default new treeReaderSchema evolution fields to NULL. - result.setFieldValue(i, null); - } - } } return result; } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - final ColumnVector[] result; - if (previousVector == null) { - result = new ColumnVector[readColumnCount]; - } else { - result = (ColumnVector[]) previousVector; + public void nextBatch(VectorizedRowBatch batch, + int batchSize) throws IOException { + for(int i=0; i < fields.length && + (vectorColumnCount == -1 || i < vectorColumnCount); ++i) { + batch.cols[i].reset(); + batch.cols[i].ensureSize((int) batchSize, false); + fields[i].nextVector(batch.cols[i], null, batchSize); } + } - // Read all the members of struct as column vectors - for (int i = 0; i < readColumnCount; i++) { - if (fields[i] != null) { - if (result[i] == null) { - result[i] = (ColumnVector) fields[i].nextVector(null, batchSize); - } else { - fields[i].nextVector(result[i], batchSize); - } - } - } + @Override + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + super.nextVector(previousVector, isNull, batchSize); + StructColumnVector result = (StructColumnVector) previousVector; + if (result.noNulls || !(result.isRepeating && result.isNull[0])) { + result.isRepeating = false; - // Default additional treeReaderSchema evolution fields to NULL. - if (vectorColumnCount != -1 && vectorColumnCount > readColumnCount) { - for (int i = readColumnCount; i < vectorColumnCount; ++i) { - ColumnVector colVector = result[i]; - if (colVector != null) { - colVector.isRepeating = true; - colVector.noNulls = false; - colVector.isNull[0] = true; + // Read all the members of struct as column vectors + boolean[] mask = result.noNulls ? null : result.isNull; + for (int f = 0; f < fields.length; f++) { + if (fields[f] != null) { + fields[f].nextVector(result.fields[f], mask, batchSize); } } } - - return result; } @Override @@ -2208,19 +2146,18 @@ void skipRows(long items) throws IOException { protected final TreeReader[] fields; protected RunLengthByteReader tags; - protected UnionTreeReader(int columnId, - TreeReaderSchema treeReaderSchema, - boolean[] included, - boolean skipCorrupt) throws IOException { - super(columnId); - OrcProto.Type type = treeReaderSchema.getSchemaTypes().get(columnId); - int fieldCount = type.getSubtypesCount(); + protected UnionTreeReader(int fileColumn, + TypeDescription readerSchema, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt) throws IOException { + super(fileColumn); + List childrenTypes = readerSchema.getChildren(); + int fieldCount = childrenTypes.size(); this.fields = new TreeReader[fieldCount]; for (int i = 0; i < fieldCount; ++i) { - int subtype = type.getSubtypes(i); - if (included == null || included[subtype]) { - this.fields[i] = createTreeReader(subtype, treeReaderSchema, included, skipCorrupt); - } + TypeDescription subtype = childrenTypes.get(i); + this.fields[i] = createTreeReader(subtype, evolution, included, skipCorrupt); } } @@ -2252,9 +2189,25 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previousVector, final int batchSize) throws IOException { - throw new UnsupportedOperationException( - "NextVector is not supported operation for Union type"); + public void nextVector(ColumnVector previousVector, + boolean[] isNull, + final int batchSize) throws IOException { + UnionColumnVector result = (UnionColumnVector) previousVector; + super.nextVector(result, isNull, batchSize); + if (result.noNulls || !(result.isRepeating && result.isNull[0])) { + result.isRepeating = false; + tags.nextVector(result.noNulls ? null : result.isNull, result.tags, + batchSize); + boolean[] ignore = new boolean[(int) batchSize]; + for (int f = 0; f < result.fields.length; ++f) { + // build the ignore list for this tag + for (int r = 0; r < batchSize; ++r) { + ignore[r] = (!result.noNulls && result.isNull[r]) || + result.tags[r] != f; + } + fields[f].nextVector(result.fields[f], ignore, batchSize); + } + } } @Override @@ -2288,13 +2241,15 @@ void skipRows(long items) throws IOException { protected final TreeReader elementReader; protected IntegerReader lengths = null; - protected ListTreeReader(int columnId, - TreeReaderSchema treeReaderSchema, - boolean[] included, - boolean skipCorrupt) throws IOException { - super(columnId); - OrcProto.Type type = treeReaderSchema.getSchemaTypes().get(columnId); - elementReader = createTreeReader(type.getSubtypes(0), treeReaderSchema, included, skipCorrupt); + protected ListTreeReader(int fileColumn, + TypeDescription readerSchema, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt) throws IOException { + super(fileColumn); + TypeDescription elementType = readerSchema.getChildren().get(0); + elementReader = createTreeReader(elementType, evolution, included, + skipCorrupt); } @Override @@ -2335,9 +2290,27 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previous, final int batchSize) throws IOException { - throw new UnsupportedOperationException( - "NextVector is not supported operation for List type"); + public void nextVector(ColumnVector previous, + boolean[] isNull, + final int batchSize) throws IOException { + ListColumnVector result = (ListColumnVector) previous; + super.nextVector(result, isNull, batchSize); + // if we have some none-null values, then read them + if (result.noNulls || !(result.isRepeating && result.isNull[0])) { + lengths.nextVector(result, result.lengths, batchSize); + // even with repeating lengths, the list doesn't repeat + result.isRepeating = false; + // build the offsets vector and figure out how many children to read + result.childCount = 0; + for (int r = 0; r < batchSize; ++r) { + if (result.noNulls || !result.isNull[r]) { + result.offsets[r] = result.childCount; + result.childCount += result.lengths[r]; + } + } + result.child.ensureSize(result.childCount, false); + elementReader.nextVector(result.child, null, result.childCount); + } } @Override @@ -2378,24 +2351,16 @@ void skipRows(long items) throws IOException { protected final TreeReader valueReader; protected IntegerReader lengths = null; - protected MapTreeReader(int columnId, - TreeReaderSchema treeReaderSchema, - boolean[] included, - boolean skipCorrupt) throws IOException { - super(columnId); - OrcProto.Type type = treeReaderSchema.getSchemaTypes().get(columnId); - int keyColumn = type.getSubtypes(0); - int valueColumn = type.getSubtypes(1); - if (included == null || included[keyColumn]) { - keyReader = createTreeReader(keyColumn, treeReaderSchema, included, skipCorrupt); - } else { - keyReader = null; - } - if (included == null || included[valueColumn]) { - valueReader = createTreeReader(valueColumn, treeReaderSchema, included, skipCorrupt); - } else { - valueReader = null; - } + protected MapTreeReader(int fileColumn, + TypeDescription readerSchema, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt) throws IOException { + super(fileColumn); + TypeDescription keyType = readerSchema.getChildren().get(0); + TypeDescription valueType = readerSchema.getChildren().get(1); + keyReader = createTreeReader(keyType, evolution, included, skipCorrupt); + valueReader = createTreeReader(valueType, evolution, included, skipCorrupt); } @Override @@ -2429,9 +2394,28 @@ Object next(Object previous) throws IOException { } @Override - public Object nextVector(Object previous, final int batchSize) throws IOException { - throw new UnsupportedOperationException( - "NextVector is not supported operation for Map type"); + public void nextVector(ColumnVector previous, + boolean[] isNull, + final int batchSize) throws IOException { + MapColumnVector result = (MapColumnVector) previous; + super.nextVector(result, isNull, batchSize); + if (result.noNulls || !(result.isRepeating && result.isNull[0])) { + lengths.nextVector(result, result.lengths, batchSize); + // even with repeating lengths, the map doesn't repeat + result.isRepeating = false; + // build the offsets vector and figure out how many children to read + result.childCount = 0; + for (int r = 0; r < batchSize; ++r) { + if (result.noNulls || !result.isNull[r]) { + result.offsets[r] = result.childCount; + result.childCount += result.lengths[r]; + } + } + result.keys.ensureSize(result.childCount, false); + result.values.ensureSize(result.childCount, false); + keyReader.nextVector(result.keys, null, result.childCount); + valueReader.nextVector(result.values, null, result.childCount); + } } @Override @@ -2471,61 +2455,71 @@ void skipRows(long items) throws IOException { } } - public static TreeReader createTreeReader(int columnId, - TreeReaderSchema treeReaderSchema, - boolean[] included, - boolean skipCorrupt - ) throws IOException { - OrcProto.Type type = treeReaderSchema.getSchemaTypes().get(columnId); - switch (type.getKind()) { + public static TreeReader createTreeReader(TypeDescription readerType, + SchemaEvolution evolution, + boolean[] included, + boolean skipCorrupt + ) throws IOException { + TypeDescription fileType = evolution.getFileType(readerType); + if (fileType == null || + (included != null && !included[readerType.getId()])) { + return new NullTreeReader(0); + } + TypeDescription.Category readerTypeCategory = readerType.getCategory(); + if (!fileType.equals(readerType) && + (readerTypeCategory != TypeDescription.Category.STRUCT && + readerTypeCategory != TypeDescription.Category.MAP && + readerTypeCategory != TypeDescription.Category.LIST && + readerTypeCategory != TypeDescription.Category.UNION)) { + // We only convert complex children. + return ConvertTreeReaderFactory.createConvertTreeReader(readerType, evolution, + included, skipCorrupt); + } + switch (readerTypeCategory) { case BOOLEAN: - return new BooleanTreeReader(columnId); + return new BooleanTreeReader(fileType.getId()); case BYTE: - return new ByteTreeReader(columnId); + return new ByteTreeReader(fileType.getId()); case DOUBLE: - return new DoubleTreeReader(columnId); + return new DoubleTreeReader(fileType.getId()); case FLOAT: - return new FloatTreeReader(columnId); + return new FloatTreeReader(fileType.getId()); case SHORT: - return new ShortTreeReader(columnId); + return new ShortTreeReader(fileType.getId()); case INT: - return new IntTreeReader(columnId); + return new IntTreeReader(fileType.getId()); case LONG: - return new LongTreeReader(columnId, skipCorrupt); + return new LongTreeReader(fileType.getId(), skipCorrupt); case STRING: - return new StringTreeReader(columnId); + return new StringTreeReader(fileType.getId()); case CHAR: - if (!type.hasMaximumLength()) { - throw new IllegalArgumentException("ORC char type has no length specified"); - } - return new CharTreeReader(columnId, type.getMaximumLength()); + return new CharTreeReader(fileType.getId(), readerType.getMaxLength()); case VARCHAR: - if (!type.hasMaximumLength()) { - throw new IllegalArgumentException("ORC varchar type has no length specified"); - } - return new VarcharTreeReader(columnId, type.getMaximumLength()); + return new VarcharTreeReader(fileType.getId(), readerType.getMaxLength()); case BINARY: - return new BinaryTreeReader(columnId); + return new BinaryTreeReader(fileType.getId()); case TIMESTAMP: - return new TimestampTreeReader(columnId, skipCorrupt); + return new TimestampTreeReader(fileType.getId(), skipCorrupt); case DATE: - return new DateTreeReader(columnId); + return new DateTreeReader(fileType.getId()); case DECIMAL: - int precision = - type.hasPrecision() ? type.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; - int scale = type.hasScale() ? type.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; - return new DecimalTreeReader(columnId, precision, scale); + return new DecimalTreeReader(fileType.getId(), readerType.getPrecision(), + readerType.getScale()); case STRUCT: - return new StructTreeReader(columnId, treeReaderSchema, included, skipCorrupt); + return new StructTreeReader(fileType.getId(), readerType, + evolution, included, skipCorrupt); case LIST: - return new ListTreeReader(columnId, treeReaderSchema, included, skipCorrupt); + return new ListTreeReader(fileType.getId(), readerType, + evolution, included, skipCorrupt); case MAP: - return new MapTreeReader(columnId, treeReaderSchema, included, skipCorrupt); + return new MapTreeReader(fileType.getId(), readerType, evolution, + included, skipCorrupt); case UNION: - return new UnionTreeReader(columnId, treeReaderSchema, included, skipCorrupt); + return new UnionTreeReader(fileType.getId(), readerType, + evolution, included, skipCorrupt); default: throw new IllegalArgumentException("Unsupported type " + - type.getKind()); + readerTypeCategory); } } } diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/VectorizedOrcInputFormat.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/VectorizedOrcInputFormat.java index 816b52d..897ac76 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/VectorizedOrcInputFormat.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/VectorizedOrcInputFormat.java @@ -71,14 +71,29 @@ OrcInputFormat.raiseAcidTablesMustBeReadWithAcidReaderException(conf); } + rbCtx = Utilities.getVectorizedRowBatchCtx(conf); /** * Do we have schema on read in the configuration variables? */ - TypeDescription schema = OrcInputFormat.getDesiredRowTypeDescr(conf, /* isAcidRead */ false); - List types = file.getTypes(); - Reader.Options options = new Reader.Options(); - options.schema(schema); + int dataColumns = rbCtx.getDataColumnCount(); + TypeDescription schema = + OrcInputFormat.getDesiredRowTypeDescr(conf, false, dataColumns); + if (schema == null) { + schema = file.getSchema(); + // Even if the user isn't doing schema evolution, cut the schema + // to the desired size. + if (schema.getCategory() == TypeDescription.Category.STRUCT && + schema.getChildren().size() > dataColumns) { + schema = schema.clone(); + List children = schema.getChildren(); + for(int c = children.size() - 1; c >= dataColumns; --c) { + children.remove(c); + } + } + } + Reader.Options options = new Reader.Options().schema(schema); + this.offset = fileSplit.getStart(); this.length = fileSplit.getLength(); options.range(offset, length); @@ -87,8 +102,6 @@ this.reader = file.rowsOptions(options); - rbCtx = Utilities.getVectorizedRowBatchCtx(conf); - columnsToIncludeTruncated = rbCtx.getColumnsToIncludeTruncated(conf); int partitionColumnCount = rbCtx.getPartitionColumnCount(); diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/WriterImpl.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/WriterImpl.java index 70fe803..8e52907 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/WriterImpl.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/WriterImpl.java @@ -101,8 +101,6 @@ } } - private static final long NANOS_PER_MILLI = 1000000; - /** * Set the value for a given column value within a batch. * @param rowId the row to set diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/VectorPartitionConversion.java ql/src/java/org/apache/hadoop/hive/ql/plan/VectorPartitionConversion.java index 8fe298d..e7352cf 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/VectorPartitionConversion.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/VectorPartitionConversion.java @@ -58,24 +58,64 @@ public TypeInfo getInvalidToTypeInfo() { } // Currently, we only support these no-precision-loss or promotion data type conversions: - // // - // Short -> Int IMPLICIT WITH VECTORIZATION - // Short -> BigInt IMPLICIT WITH VECTORIZATION - // Int --> BigInt IMPLICIT WITH VECTORIZATION // - // CONSIDER ADDING: - // Float -> Double IMPLICIT WITH VECTORIZATION - // (Char | VarChar) -> String IMPLICIT WITH VECTORIZATION + // TinyInt --> SmallInt + // TinyInt --> Int + // TinyInt --> BigInt // - private static HashMap validFromPrimitiveMap = + // SmallInt -> Int + // SmallInt -> BigInt + // + // Int --> BigInt + // + // Float -> Double + // + // (Char | VarChar) -> String + // + private static HashMap implicitPrimitiveMap = new HashMap(); static { - validFromPrimitiveMap.put( + implicitPrimitiveMap.put( + PrimitiveCategory.BYTE, + new PrimitiveCategory[] { PrimitiveCategory.SHORT, PrimitiveCategory.INT, PrimitiveCategory.LONG }); + implicitPrimitiveMap.put( PrimitiveCategory.SHORT, new PrimitiveCategory[] { PrimitiveCategory.INT, PrimitiveCategory.LONG }); - validFromPrimitiveMap.put( + implicitPrimitiveMap.put( PrimitiveCategory.INT, new PrimitiveCategory[] { PrimitiveCategory.LONG }); + implicitPrimitiveMap.put( + PrimitiveCategory.FLOAT, + new PrimitiveCategory[] { PrimitiveCategory.DOUBLE }); + implicitPrimitiveMap.put( + PrimitiveCategory.CHAR, + new PrimitiveCategory[] { PrimitiveCategory.STRING }); + implicitPrimitiveMap.put( + PrimitiveCategory.VARCHAR, + new PrimitiveCategory[] { PrimitiveCategory.STRING }); + } + + public static boolean isImplicitVectorColumnConversion(TypeInfo fromTypeInfo, + TypeInfo toTypeInfo) { + + if (fromTypeInfo.getCategory() == Category.PRIMITIVE && + toTypeInfo.getCategory() == Category.PRIMITIVE) { + + PrimitiveCategory fromPrimitiveCategory = + ((PrimitiveTypeInfo) fromTypeInfo).getPrimitiveCategory(); + PrimitiveCategory toPrimitiveCategory = + ((PrimitiveTypeInfo) toTypeInfo).getPrimitiveCategory(); + PrimitiveCategory[] toPrimitiveCategories = implicitPrimitiveMap.get(fromPrimitiveCategory); + if (toPrimitiveCategories != null) { + for (PrimitiveCategory candidatePrimitiveCategory : toPrimitiveCategories) { + if (candidatePrimitiveCategory == toPrimitiveCategory) { + return true; + } + } + } + return false; + } + return false; } private boolean validateOne(TypeInfo fromTypeInfo, TypeInfo toTypeInfo) { @@ -87,24 +127,13 @@ private boolean validateOne(TypeInfo fromTypeInfo, TypeInfo toTypeInfo) { if (fromTypeInfo.getCategory() == Category.PRIMITIVE && toTypeInfo.getCategory() == Category.PRIMITIVE) { - PrimitiveCategory fromPrimitiveCategory = ((PrimitiveTypeInfo) fromTypeInfo).getPrimitiveCategory(); - PrimitiveCategory toPrimitiveCategory = ((PrimitiveTypeInfo) toTypeInfo).getPrimitiveCategory(); - - PrimitiveCategory[] toPrimitiveCategories = - validFromPrimitiveMap.get(fromPrimitiveCategory); - if (toPrimitiveCategories == null || - !ArrayUtils.contains(toPrimitiveCategories, toPrimitiveCategory)) { - invalidFromTypeInfo = fromTypeInfo; - invalidToTypeInfo = toTypeInfo; + // For now, allow all conversions.... - // Tell caller a bad one was found. - validConversion = false; - return false; - } } else { // Ignore checking complex types. Assume they will not be included in the query. } + // The 2 TypeInfo are different. return true; } @@ -117,7 +146,6 @@ public void validateConversion(List fromTypeInfoList, // The method validateOne will turn this off when invalid conversion is found. validConversion = true; - boolean atLeastOneConversion = false; for (int i = 0; i < columnCount; i++) { TypeInfo fromTypeInfo = fromTypeInfoList.get(i); TypeInfo toTypeInfo = toTypeInfoList.get(i); @@ -127,12 +155,6 @@ public void validateConversion(List fromTypeInfoList, return; } } - - if (atLeastOneConversion) { - // Leave resultConversionFlags set. - } else { - resultConversionFlags = null; - } } public void validateConversion(TypeInfo[] fromTypeInfos, TypeInfo[] toTypeInfos) { diff --git ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestTypeDescription.java ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestTypeDescription.java index 2a82092..96af65a 100644 --- ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestTypeDescription.java +++ ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestTypeDescription.java @@ -51,11 +51,11 @@ public void testJson() { .addField("f4", TypeDescription.createDouble()) .addField("f5", TypeDescription.createBoolean())) .addField("f6", TypeDescription.createChar().withMaxLength(100)); - assertEquals("struct,f2:struct,f6:char(100)>", + assertEquals("struct,f2:struct,f6:char(100)>", struct.toString()); assertEquals( "{\"category\": \"struct\", \"id\": 0, \"max\": 8, \"fields\": [\n" + - " \"f1\": {\"category\": \"union\", \"id\": 1, \"max\": 3, \"children\": [\n" + + " \"f1\": {\"category\": \"uniontype\", \"id\": 1, \"max\": 3, \"children\": [\n" + " {\"category\": \"tinyint\", \"id\": 2, \"max\": 2},\n" + " {\"category\": \"decimal\", \"id\": 3, \"max\": 3, \"precision\": 20, \"scale\": 10}]},\n" + " \"f2\": {\"category\": \"struct\", \"id\": 4, \"max\": 7, \"fields\": [\n" + diff --git ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestVectorOrcFile.java ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestVectorOrcFile.java index a82d672..460c925 100644 --- ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestVectorOrcFile.java +++ ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestVectorOrcFile.java @@ -32,40 +32,14 @@ import org.apache.hadoop.hive.ql.exec.vector.MapColumnVector; import org.apache.hadoop.hive.ql.exec.vector.StructColumnVector; import org.apache.hadoop.hive.ql.exec.vector.TimestampColumnVector; -import org.apache.hadoop.hive.ql.exec.vector.TimestampUtils; import org.apache.hadoop.hive.ql.exec.vector.UnionColumnVector; import org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch; import org.apache.hadoop.hive.ql.io.sarg.PredicateLeaf; import org.apache.hadoop.hive.ql.io.sarg.SearchArgument; import org.apache.hadoop.hive.ql.io.sarg.SearchArgumentFactory; -import org.apache.hadoop.hive.serde2.io.ByteWritable; import org.apache.hadoop.hive.serde2.io.DateWritable; -import org.apache.hadoop.hive.serde2.io.DoubleWritable; import org.apache.hadoop.hive.serde2.io.HiveDecimalWritable; -import org.apache.hadoop.hive.serde2.io.ShortWritable; -import org.apache.hadoop.hive.serde2.io.TimestampWritable; -import org.apache.hadoop.hive.serde2.objectinspector.ListObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.MapObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorFactory; -import org.apache.hadoop.hive.serde2.objectinspector.StructField; -import org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.primitive.BinaryObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.primitive.BooleanObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.primitive.ByteObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.primitive.DoubleObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.primitive.FloatObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.primitive.HiveDecimalObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.primitive.IntObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.primitive.LongObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.primitive.ShortObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.primitive.StringObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.primitive.TimestampObjectInspector; -import org.apache.hadoop.io.BooleanWritable; import org.apache.hadoop.io.BytesWritable; -import org.apache.hadoop.io.FloatWritable; -import org.apache.hadoop.io.IntWritable; -import org.apache.hadoop.io.LongWritable; import org.apache.hadoop.io.Text; import org.apache.hive.common.util.HiveTestUtils; import org.apache.orc.BinaryColumnStatistics; @@ -117,6 +91,10 @@ public static class InnerStruct { int int1; Text string1 = new Text(); + InnerStruct(int int1, Text string1) { + this.int1 = int1; + this.string1.set(string1); + } InnerStruct(int int1, String string1) { this.int1 = int1; this.string1.set(string1); @@ -136,50 +114,6 @@ public String toString() { } } - public static class BigRow { - Boolean boolean1; - Byte byte1; - Short short1; - Integer int1; - Long long1; - Float float1; - Double double1; - BytesWritable bytes1; - Text string1; - MiddleStruct middle; - List list = new ArrayList(); - Map map = new HashMap(); - - BigRow(Boolean b1, Byte b2, Short s1, Integer i1, Long l1, Float f1, - Double d1, - BytesWritable b3, String s2, MiddleStruct m1, - List l2, Map m2) { - this.boolean1 = b1; - this.byte1 = b2; - this.short1 = s1; - this.int1 = i1; - this.long1 = l1; - this.float1 = f1; - this.double1 = d1; - this.bytes1 = b3; - if (s2 == null) { - this.string1 = null; - } else { - this.string1 = new Text(s2); - } - this.middle = m1; - this.list = l2; - if (m2 != null) { - this.map = new HashMap(); - for (Map.Entry item : m2.entrySet()) { - this.map.put(new Text(item.getKey()), item.getValue()); - } - } else { - this.map = null; - } - } - } - private static InnerStruct inner(int i, String s) { return new InnerStruct(i, s); } @@ -301,206 +235,115 @@ public void testReadFormat_0_11() throws Exception { assertEquals("count: 7500 hasNull: true min: bye max: hi sum: 0", stats[9].toString()); // check the inspectors - StructObjectInspector readerInspector = (StructObjectInspector) reader - .getObjectInspector(); - assertEquals(ObjectInspector.Category.STRUCT, readerInspector.getCategory()); + TypeDescription schema = reader.getSchema(); + assertEquals(TypeDescription.Category.STRUCT, schema.getCategory()); assertEquals("struct>>,list:array>," + "map:map>,ts:timestamp," - + "decimal1:decimal(38,18)>", readerInspector.getTypeName()); - List fields = readerInspector - .getAllStructFieldRefs(); - BooleanObjectInspector bo = (BooleanObjectInspector) readerInspector - .getStructFieldRef("boolean1").getFieldObjectInspector(); - ByteObjectInspector by = (ByteObjectInspector) readerInspector - .getStructFieldRef("byte1").getFieldObjectInspector(); - ShortObjectInspector sh = (ShortObjectInspector) readerInspector - .getStructFieldRef("short1").getFieldObjectInspector(); - IntObjectInspector in = (IntObjectInspector) readerInspector - .getStructFieldRef("int1").getFieldObjectInspector(); - LongObjectInspector lo = (LongObjectInspector) readerInspector - .getStructFieldRef("long1").getFieldObjectInspector(); - FloatObjectInspector fl = (FloatObjectInspector) readerInspector - .getStructFieldRef("float1").getFieldObjectInspector(); - DoubleObjectInspector dbl = (DoubleObjectInspector) readerInspector - .getStructFieldRef("double1").getFieldObjectInspector(); - BinaryObjectInspector bi = (BinaryObjectInspector) readerInspector - .getStructFieldRef("bytes1").getFieldObjectInspector(); - StringObjectInspector st = (StringObjectInspector) readerInspector - .getStructFieldRef("string1").getFieldObjectInspector(); - StructObjectInspector mid = (StructObjectInspector) readerInspector - .getStructFieldRef("middle").getFieldObjectInspector(); - List midFields = mid.getAllStructFieldRefs(); - ListObjectInspector midli = (ListObjectInspector) midFields.get(0) - .getFieldObjectInspector(); - StructObjectInspector inner = (StructObjectInspector) midli - .getListElementObjectInspector(); - List inFields = inner.getAllStructFieldRefs(); - ListObjectInspector li = (ListObjectInspector) readerInspector - .getStructFieldRef("list").getFieldObjectInspector(); - MapObjectInspector ma = (MapObjectInspector) readerInspector - .getStructFieldRef("map").getFieldObjectInspector(); - TimestampObjectInspector tso = (TimestampObjectInspector) readerInspector - .getStructFieldRef("ts").getFieldObjectInspector(); - HiveDecimalObjectInspector dco = (HiveDecimalObjectInspector) readerInspector - .getStructFieldRef("decimal1").getFieldObjectInspector(); - StringObjectInspector mk = (StringObjectInspector) ma - .getMapKeyObjectInspector(); + + "decimal1:decimal(38,10)>", schema.toString()); + VectorizedRowBatch batch = schema.createRowBatch(); + RecordReader rows = reader.rows(); - Object row = rows.next(null); - assertNotNull(row); + assertEquals(true, rows.nextBatch(batch)); + assertEquals(1024, batch.size); + // check the contents of the first row - assertEquals(false, - bo.get(readerInspector.getStructFieldData(row, fields.get(0)))); - assertEquals(1, - by.get(readerInspector.getStructFieldData(row, fields.get(1)))); - assertEquals(1024, - sh.get(readerInspector.getStructFieldData(row, fields.get(2)))); - assertEquals(65536, - in.get(readerInspector.getStructFieldData(row, fields.get(3)))); - assertEquals(Long.MAX_VALUE, - lo.get(readerInspector.getStructFieldData(row, fields.get(4)))); - assertEquals(1.0, - fl.get(readerInspector.getStructFieldData(row, fields.get(5))), 0.00001); - assertEquals(-15.0, - dbl.get(readerInspector.getStructFieldData(row, fields.get(6))), - 0.00001); - assertEquals(bytes(0, 1, 2, 3, 4), - bi.getPrimitiveWritableObject(readerInspector.getStructFieldData(row, - fields.get(7)))); - assertEquals("hi", st.getPrimitiveJavaObject(readerInspector - .getStructFieldData(row, fields.get(8)))); - List midRow = midli.getList(mid.getStructFieldData( - readerInspector.getStructFieldData(row, fields.get(9)), - midFields.get(0))); - assertNotNull(midRow); - assertEquals(2, midRow.size()); - assertEquals(1, - in.get(inner.getStructFieldData(midRow.get(0), inFields.get(0)))); - assertEquals("bye", st.getPrimitiveJavaObject(inner.getStructFieldData( - midRow.get(0), inFields.get(1)))); - assertEquals(2, - in.get(inner.getStructFieldData(midRow.get(1), inFields.get(0)))); - assertEquals("sigh", st.getPrimitiveJavaObject(inner.getStructFieldData( - midRow.get(1), inFields.get(1)))); - List list = li.getList(readerInspector.getStructFieldData(row, - fields.get(10))); - assertEquals(2, list.size()); - assertEquals(3, - in.get(inner.getStructFieldData(list.get(0), inFields.get(0)))); - assertEquals("good", st.getPrimitiveJavaObject(inner.getStructFieldData( - list.get(0), inFields.get(1)))); - assertEquals(4, - in.get(inner.getStructFieldData(list.get(1), inFields.get(0)))); - assertEquals("bad", st.getPrimitiveJavaObject(inner.getStructFieldData( - list.get(1), inFields.get(1)))); - Map map = ma.getMap(readerInspector.getStructFieldData(row, - fields.get(11))); - assertEquals(0, map.size()); + assertEquals(false, getBoolean(batch, 0)); + assertEquals(1, getByte(batch, 0)); + assertEquals(1024, getShort(batch, 0)); + assertEquals(65536, getInt(batch, 0)); + assertEquals(Long.MAX_VALUE, getLong(batch, 0)); + assertEquals(1.0, getFloat(batch, 0), 0.00001); + assertEquals(-15.0, getDouble(batch, 0), 0.00001); + assertEquals(bytes(0, 1, 2, 3, 4), getBinary(batch, 0)); + assertEquals("hi", getText(batch, 0).toString()); + + StructColumnVector middle = (StructColumnVector) batch.cols[9]; + ListColumnVector midList = (ListColumnVector) middle.fields[0]; + StructColumnVector midListStruct = (StructColumnVector) midList.child; + LongColumnVector midListInt = (LongColumnVector) midListStruct.fields[0]; + BytesColumnVector midListStr = (BytesColumnVector) midListStruct.fields[1]; + ListColumnVector list = (ListColumnVector) batch.cols[10]; + StructColumnVector listStruct = (StructColumnVector) list.child; + LongColumnVector listInts = (LongColumnVector) listStruct.fields[0]; + BytesColumnVector listStrs = (BytesColumnVector) listStruct.fields[1]; + MapColumnVector map = (MapColumnVector) batch.cols[11]; + BytesColumnVector mapKey = (BytesColumnVector) map.keys; + StructColumnVector mapValue = (StructColumnVector) map.values; + LongColumnVector mapValueInts = (LongColumnVector) mapValue.fields[0]; + BytesColumnVector mapValueStrs = (BytesColumnVector) mapValue.fields[1]; + TimestampColumnVector timestamp = (TimestampColumnVector) batch.cols[12]; + DecimalColumnVector decs = (DecimalColumnVector) batch.cols[13]; + + assertEquals(false, middle.isNull[0]); + assertEquals(2, midList.lengths[0]); + int start = (int) midList.offsets[0]; + assertEquals(1, midListInt.vector[start]); + assertEquals("bye", midListStr.toString(start)); + assertEquals(2, midListInt.vector[start + 1]); + assertEquals("sigh", midListStr.toString(start + 1)); + + assertEquals(2, list.lengths[0]); + start = (int) list.offsets[0]; + assertEquals(3, listInts.vector[start]); + assertEquals("good", listStrs.toString(start)); + assertEquals(4, listInts.vector[start + 1]); + assertEquals("bad", listStrs.toString(start + 1)); + assertEquals(0, map.lengths[0]); assertEquals(Timestamp.valueOf("2000-03-12 15:00:00"), - tso.getPrimitiveJavaObject(readerInspector.getStructFieldData(row, - fields.get(12)))); - assertEquals(HiveDecimal.create("12345678.6547456"), - dco.getPrimitiveJavaObject(readerInspector.getStructFieldData(row, - fields.get(13)))); + timestamp.asScratchTimestamp(0)); + assertEquals(new HiveDecimalWritable(HiveDecimal.create("12345678.6547456")), + decs.vector[0]); - // check the contents of second row - assertEquals(true, rows.hasNext()); + // check the contents of row 7499 rows.seekToRow(7499); - row = rows.next(null); - assertEquals(true, - bo.get(readerInspector.getStructFieldData(row, fields.get(0)))); - assertEquals(100, - by.get(readerInspector.getStructFieldData(row, fields.get(1)))); - assertEquals(2048, - sh.get(readerInspector.getStructFieldData(row, fields.get(2)))); - assertEquals(65536, - in.get(readerInspector.getStructFieldData(row, fields.get(3)))); - assertEquals(Long.MAX_VALUE, - lo.get(readerInspector.getStructFieldData(row, fields.get(4)))); - assertEquals(2.0, - fl.get(readerInspector.getStructFieldData(row, fields.get(5))), 0.00001); - assertEquals(-5.0, - dbl.get(readerInspector.getStructFieldData(row, fields.get(6))), - 0.00001); - assertEquals(bytes(), bi.getPrimitiveWritableObject(readerInspector - .getStructFieldData(row, fields.get(7)))); - assertEquals("bye", st.getPrimitiveJavaObject(readerInspector - .getStructFieldData(row, fields.get(8)))); - midRow = midli.getList(mid.getStructFieldData( - readerInspector.getStructFieldData(row, fields.get(9)), - midFields.get(0))); - assertNotNull(midRow); - assertEquals(2, midRow.size()); - assertEquals(1, - in.get(inner.getStructFieldData(midRow.get(0), inFields.get(0)))); - assertEquals("bye", st.getPrimitiveJavaObject(inner.getStructFieldData( - midRow.get(0), inFields.get(1)))); - assertEquals(2, - in.get(inner.getStructFieldData(midRow.get(1), inFields.get(0)))); - assertEquals("sigh", st.getPrimitiveJavaObject(inner.getStructFieldData( - midRow.get(1), inFields.get(1)))); - list = li.getList(readerInspector.getStructFieldData(row, fields.get(10))); - assertEquals(3, list.size()); - assertEquals(100000000, - in.get(inner.getStructFieldData(list.get(0), inFields.get(0)))); - assertEquals("cat", st.getPrimitiveJavaObject(inner.getStructFieldData( - list.get(0), inFields.get(1)))); - assertEquals(-100000, - in.get(inner.getStructFieldData(list.get(1), inFields.get(0)))); - assertEquals("in", st.getPrimitiveJavaObject(inner.getStructFieldData( - list.get(1), inFields.get(1)))); - assertEquals(1234, - in.get(inner.getStructFieldData(list.get(2), inFields.get(0)))); - assertEquals("hat", st.getPrimitiveJavaObject(inner.getStructFieldData( - list.get(2), inFields.get(1)))); - map = ma.getMap(readerInspector.getStructFieldData(row, fields.get(11))); - assertEquals(2, map.size()); - boolean[] found = new boolean[2]; - for(Object key : map.keySet()) { - String str = mk.getPrimitiveJavaObject(key); - if (str.equals("chani")) { - assertEquals(false, found[0]); - assertEquals(5, - in.get(inner.getStructFieldData(map.get(key), inFields.get(0)))); - assertEquals(str, st.getPrimitiveJavaObject(inner.getStructFieldData( - map.get(key), inFields.get(1)))); - found[0] = true; - } else if (str.equals("mauddib")) { - assertEquals(false, found[1]); - assertEquals(1, - in.get(inner.getStructFieldData(map.get(key), inFields.get(0)))); - assertEquals(str, st.getPrimitiveJavaObject(inner.getStructFieldData( - map.get(key), inFields.get(1)))); - found[1] = true; - } else { - throw new IllegalArgumentException("Unknown key " + str); - } - } - assertEquals(true, found[0]); - assertEquals(true, found[1]); + assertEquals(true, rows.nextBatch(batch)); + assertEquals(true, getBoolean(batch, 0)); + assertEquals(100, getByte(batch, 0)); + assertEquals(2048, getShort(batch, 0)); + assertEquals(65536, getInt(batch, 0)); + assertEquals(Long.MAX_VALUE, getLong(batch, 0)); + assertEquals(2.0, getFloat(batch, 0), 0.00001); + assertEquals(-5.0, getDouble(batch, 0), 0.00001); + assertEquals(bytes(), getBinary(batch, 0)); + assertEquals("bye", getText(batch, 0).toString()); + assertEquals(false, middle.isNull[0]); + assertEquals(2, midList.lengths[0]); + start = (int) midList.offsets[0]; + assertEquals(1, midListInt.vector[start]); + assertEquals("bye", midListStr.toString(start)); + assertEquals(2, midListInt.vector[start + 1]); + assertEquals("sigh", midListStr.toString(start + 1)); + assertEquals(3, list.lengths[0]); + start = (int) list.offsets[0]; + assertEquals(100000000, listInts.vector[start]); + assertEquals("cat", listStrs.toString(start)); + assertEquals(-100000, listInts.vector[start + 1]); + assertEquals("in", listStrs.toString(start + 1)); + assertEquals(1234, listInts.vector[start + 2]); + assertEquals("hat", listStrs.toString(start + 2)); + assertEquals(2, map.lengths[0]); + start = (int) map.offsets[0]; + assertEquals("chani", mapKey.toString(start)); + assertEquals(5, mapValueInts.vector[start]); + assertEquals("chani", mapValueStrs.toString(start)); + assertEquals("mauddib", mapKey.toString(start + 1)); + assertEquals(1, mapValueInts.vector[start + 1]); + assertEquals("mauddib", mapValueStrs.toString(start + 1)); assertEquals(Timestamp.valueOf("2000-03-12 15:00:01"), - tso.getPrimitiveJavaObject(readerInspector.getStructFieldData(row, - fields.get(12)))); - assertEquals(HiveDecimal.create("12345678.6547457"), - dco.getPrimitiveJavaObject(readerInspector.getStructFieldData(row, - fields.get(13)))); + timestamp.asScratchTimestamp(0)); + assertEquals(new HiveDecimalWritable(HiveDecimal.create("12345678.6547457")), + decs.vector[0]); // handle the close up - assertEquals(false, rows.hasNext()); + assertEquals(false, rows.nextBatch(batch)); rows.close(); } @Test public void testTimestamp() throws Exception { - ObjectInspector inspector; - synchronized (TestVectorOrcFile.class) { - inspector = ObjectInspectorFactory.getReflectionObjectInspector(Timestamp.class, - ObjectInspectorFactory.ObjectInspectorOptions.JAVA); - } - TypeDescription schema = TypeDescription.createTimestamp(); Writer writer = OrcFile.createWriter(testFilePath, OrcFile.writerOptions(conf).setSchema(schema).stripeSize(100000) @@ -533,11 +376,15 @@ public void testTimestamp() throws Exception { Reader reader = OrcFile.createReader(testFilePath, OrcFile.readerOptions(conf).filesystem(fs)); - RecordReader rows = reader.rows(null); + RecordReader rows = reader.rows(); + batch = reader.getSchema().createRowBatch(); + TimestampColumnVector timestamps = (TimestampColumnVector) batch.cols[0]; int idx = 0; - while (rows.hasNext()) { - Object row = rows.next(null); - assertEquals(tslist.get(idx++).getNanos(), ((TimestampWritable) row).getNanos()); + while (rows.nextBatch(batch)) { + for(int r=0; r < batch.size; ++r) { + assertEquals(tslist.get(idx++).getNanos(), + timestamps.asScratchTimestamp(r).getNanos()); + } } assertEquals(tslist.size(), rows.getRowNumber()); assertEquals(0, writer.getSchema().getMaximumId()); @@ -608,50 +455,28 @@ public void testStringAndBinaryStatistics() throws Exception { stats[2].toString()); // check the inspectors - StructObjectInspector readerInspector = - (StructObjectInspector) reader.getObjectInspector(); - assertEquals(ObjectInspector.Category.STRUCT, - readerInspector.getCategory()); - assertEquals("struct", - readerInspector.getTypeName()); - List fields = - readerInspector.getAllStructFieldRefs(); - BinaryObjectInspector bi = (BinaryObjectInspector) readerInspector. - getStructFieldRef("bytes1").getFieldObjectInspector(); - StringObjectInspector st = (StringObjectInspector) readerInspector. - getStructFieldRef("string1").getFieldObjectInspector(); + batch = reader.getSchema().createRowBatch(); + BytesColumnVector bytes = (BytesColumnVector) batch.cols[0]; + BytesColumnVector strs = (BytesColumnVector) batch.cols[1]; RecordReader rows = reader.rows(); - Object row = rows.next(null); - assertNotNull(row); + assertEquals(true, rows.nextBatch(batch)); + assertEquals(4, batch.size); + // check the contents of the first row - assertEquals(bytes(0,1,2,3,4), bi.getPrimitiveWritableObject( - readerInspector.getStructFieldData(row, fields.get(0)))); - assertEquals("foo", st.getPrimitiveJavaObject(readerInspector. - getStructFieldData(row, fields.get(1)))); + assertEquals(bytes(0,1,2,3,4), getBinary(bytes, 0)); + assertEquals("foo", strs.toString(0)); // check the contents of second row - assertEquals(true, rows.hasNext()); - row = rows.next(row); - assertEquals(bytes(0,1,2,3), bi.getPrimitiveWritableObject( - readerInspector.getStructFieldData(row, fields.get(0)))); - assertEquals("bar", st.getPrimitiveJavaObject(readerInspector. - getStructFieldData(row, fields.get(1)))); + assertEquals(bytes(0,1,2,3), getBinary(bytes, 1)); + assertEquals("bar", strs.toString(1)); // check the contents of third row - assertEquals(true, rows.hasNext()); - row = rows.next(row); - assertEquals(bytes(0,1,2,3,4,5), bi.getPrimitiveWritableObject( - readerInspector.getStructFieldData(row, fields.get(0)))); - assertNull(st.getPrimitiveJavaObject(readerInspector. - getStructFieldData(row, fields.get(1)))); + assertEquals(bytes(0,1,2,3,4,5), getBinary(bytes, 2)); + assertNull(strs.toString(2)); // check the contents of fourth row - assertEquals(true, rows.hasNext()); - row = rows.next(row); - assertNull(bi.getPrimitiveWritableObject( - readerInspector.getStructFieldData(row, fields.get(0)))); - assertEquals("hi", st.getPrimitiveJavaObject(readerInspector. - getStructFieldData(row, fields.get(1)))); + assertNull(getBinary(bytes, 3)); + assertEquals("hi", strs.toString(3)); // handle the close up assertEquals(false, rows.hasNext()); @@ -767,6 +592,19 @@ private static void setInner(StructColumnVector inner, int rowId, } } + private static void checkInner(StructColumnVector inner, int rowId, + int rowInBatch, int i, String value) { + assertEquals("row " + rowId, i, + ((LongColumnVector) inner.fields[0]).vector[rowInBatch]); + if (value != null) { + assertEquals("row " + rowId, value, + ((BytesColumnVector) inner.fields[1]).toString(rowInBatch)); + } else { + assertEquals("row " + rowId, true, inner.fields[1].isNull[rowInBatch]); + assertEquals("row " + rowId, false, inner.fields[1].noNulls); + } + } + private static void setInnerList(ListColumnVector list, int rowId, List value) { if (value != null) { @@ -787,6 +625,23 @@ private static void setInnerList(ListColumnVector list, int rowId, } } + private static void checkInnerList(ListColumnVector list, int rowId, + int rowInBatch, List value) { + if (value != null) { + assertEquals("row " + rowId, value.size(), list.lengths[rowInBatch]); + int start = (int) list.offsets[rowInBatch]; + for (int i = 0; i < list.lengths[rowInBatch]; ++i) { + InnerStruct inner = value.get(i); + checkInner((StructColumnVector) list.child, rowId, i + start, + inner.int1, inner.string1.toString()); + } + list.childCount += value.size(); + } else { + assertEquals("row " + rowId, true, list.isNull[rowInBatch]); + assertEquals("row " + rowId, false, list.noNulls); + } + } + private static void setInnerMap(MapColumnVector map, int rowId, Map value) { if (value != null) { @@ -812,6 +667,24 @@ private static void setInnerMap(MapColumnVector map, int rowId, } } + private static void checkInnerMap(MapColumnVector map, int rowId, + int rowInBatch, + Map value) { + if (value != null) { + assertEquals("row " + rowId, value.size(), map.lengths[rowInBatch]); + int offset = (int) map.offsets[rowInBatch]; + for(int i=0; i < value.size(); ++i) { + String key = ((BytesColumnVector) map.keys).toString(offset + i); + InnerStruct expected = value.get(key); + checkInner((StructColumnVector) map.values, rowId, offset + i, + expected.int1, expected.string1.toString()); + } + } else { + assertEquals("row " + rowId, true, map.isNull[rowId]); + assertEquals("row " + rowId, false, map.noNulls); + } + } + private static void setMiddleStruct(StructColumnVector middle, int rowId, MiddleStruct value) { if (value != null) { @@ -822,6 +695,17 @@ private static void setMiddleStruct(StructColumnVector middle, int rowId, } } + private static void checkMiddleStruct(StructColumnVector middle, int rowId, + int rowInBatch, MiddleStruct value) { + if (value != null) { + checkInnerList((ListColumnVector) middle.fields[0], rowId, rowInBatch, + value.list); + } else { + assertEquals("row " + rowId, true, middle.isNull[rowInBatch]); + assertEquals("row " + rowId, false, middle.noNulls); + } + } + private static void setBigRow(VectorizedRowBatch batch, int rowId, Boolean b1, Byte b2, Short s1, Integer i1, Long l1, Float f1, @@ -853,6 +737,160 @@ private static void setBigRow(VectorizedRowBatch batch, int rowId, setInnerMap((MapColumnVector) batch.cols[11], rowId, m2); } + private static void checkBigRow(VectorizedRowBatch batch, + int rowInBatch, + int rowId, + boolean b1, byte b2, short s1, + int i1, long l1, float f1, + double d1, BytesWritable b3, String s2, + MiddleStruct m1, List l2, + Map m2) { + assertEquals("row " + rowId, b1, getBoolean(batch, rowInBatch)); + assertEquals("row " + rowId, b2, getByte(batch, rowInBatch)); + assertEquals("row " + rowId, s1, getShort(batch, rowInBatch)); + assertEquals("row " + rowId, i1, getInt(batch, rowInBatch)); + assertEquals("row " + rowId, l1, getLong(batch, rowInBatch)); + assertEquals("row " + rowId, f1, getFloat(batch, rowInBatch), 0.0001); + assertEquals("row " + rowId, d1, getDouble(batch, rowInBatch), 0.0001); + if (b3 != null) { + BytesColumnVector bytes = (BytesColumnVector) batch.cols[7]; + assertEquals("row " + rowId, b3.getLength(), bytes.length[rowInBatch]); + for(int i=0; i < b3.getLength(); ++i) { + assertEquals("row " + rowId + " byte " + i, b3.getBytes()[i], + bytes.vector[rowInBatch][bytes.start[rowInBatch] + i]); + } + } else { + assertEquals("row " + rowId, true, batch.cols[7].isNull[rowInBatch]); + assertEquals("row " + rowId, false, batch.cols[7].noNulls); + } + if (s2 != null) { + assertEquals("row " + rowId, s2, getText(batch, rowInBatch).toString()); + } else { + assertEquals("row " + rowId, true, batch.cols[8].isNull[rowInBatch]); + assertEquals("row " + rowId, false, batch.cols[8].noNulls); + } + checkMiddleStruct((StructColumnVector) batch.cols[9], rowId, rowInBatch, + m1); + checkInnerList((ListColumnVector) batch.cols[10], rowId, rowInBatch, l2); + checkInnerMap((MapColumnVector) batch.cols[11], rowId, rowInBatch, m2); + } + + private static boolean getBoolean(VectorizedRowBatch batch, int rowId) { + return ((LongColumnVector) batch.cols[0]).vector[rowId] != 0; + } + + private static byte getByte(VectorizedRowBatch batch, int rowId) { + return (byte) ((LongColumnVector) batch.cols[1]).vector[rowId]; + } + + private static short getShort(VectorizedRowBatch batch, int rowId) { + return (short) ((LongColumnVector) batch.cols[2]).vector[rowId]; + } + + private static int getInt(VectorizedRowBatch batch, int rowId) { + return (int) ((LongColumnVector) batch.cols[3]).vector[rowId]; + } + + private static long getLong(VectorizedRowBatch batch, int rowId) { + return ((LongColumnVector) batch.cols[4]).vector[rowId]; + } + + private static float getFloat(VectorizedRowBatch batch, int rowId) { + return (float) ((DoubleColumnVector) batch.cols[5]).vector[rowId]; + } + + private static double getDouble(VectorizedRowBatch batch, int rowId) { + return ((DoubleColumnVector) batch.cols[6]).vector[rowId]; + } + + private static BytesWritable getBinary(BytesColumnVector column, int rowId) { + if (column.isRepeating) { + rowId = 0; + } + if (column.noNulls || !column.isNull[rowId]) { + return new BytesWritable(Arrays.copyOfRange(column.vector[rowId], + column.start[rowId], column.start[rowId] + column.length[rowId])); + } else { + return null; + } + } + + private static BytesWritable getBinary(VectorizedRowBatch batch, int rowId) { + return getBinary((BytesColumnVector) batch.cols[7], rowId); + } + + private static Text getText(BytesColumnVector vector, int rowId) { + if (vector.isRepeating) { + rowId = 0; + } + if (vector.noNulls || !vector.isNull[rowId]) { + return new Text(Arrays.copyOfRange(vector.vector[rowId], + vector.start[rowId], vector.start[rowId] + vector.length[rowId])); + } else { + return null; + } + } + + private static Text getText(VectorizedRowBatch batch, int rowId) { + return getText((BytesColumnVector) batch.cols[8], rowId); + } + + private static InnerStruct getInner(StructColumnVector vector, + int rowId) { + return new InnerStruct( + (int) ((LongColumnVector) vector.fields[0]).vector[rowId], + getText((BytesColumnVector) vector.fields[1], rowId)); + } + + private static List getList(ListColumnVector cv, + int rowId) { + if (cv.isRepeating) { + rowId = 0; + } + if (cv.noNulls || !cv.isNull[rowId]) { + List result = + new ArrayList((int) cv.lengths[rowId]); + for(long i=cv.offsets[rowId]; + i < cv.offsets[rowId] + cv.lengths[rowId]; ++i) { + result.add(getInner((StructColumnVector) cv.child, (int) i)); + } + return result; + } else { + return null; + } + } + + private static List getMidList(VectorizedRowBatch batch, + int rowId) { + return getList((ListColumnVector) ((StructColumnVector) batch.cols[9]) + .fields[0], rowId); + } + + private static List getList(VectorizedRowBatch batch, + int rowId) { + return getList((ListColumnVector) batch.cols[10], rowId); + } + + private static Map getMap(VectorizedRowBatch batch, + int rowId) { + MapColumnVector cv = (MapColumnVector) batch.cols[11]; + if (cv.isRepeating) { + rowId = 0; + } + if (cv.noNulls || !cv.isNull[rowId]) { + Map result = + new HashMap((int) cv.lengths[rowId]); + for(long i=cv.offsets[rowId]; + i < cv.offsets[rowId] + cv.lengths[rowId]; ++i) { + result.put(getText((BytesColumnVector) cv.keys, (int) i), + getInner((StructColumnVector) cv.values, (int) i)); + } + return result; + } else { + return null; + } + } + private static TypeDescription createInnerSchema() { return TypeDescription.createStruct() .addField("int1", TypeDescription.createInt()) @@ -981,178 +1019,114 @@ public void test1() throws Exception { assertEquals("count: 2 hasNull: false min: bye max: hi sum: 5", stats[9].toString()); - // check the inspectors - StructObjectInspector readerInspector = - (StructObjectInspector) reader.getObjectInspector(); - assertEquals(ObjectInspector.Category.STRUCT, - readerInspector.getCategory()); + // check the schema + TypeDescription readerSchema = reader.getSchema(); + assertEquals(TypeDescription.Category.STRUCT, readerSchema.getCategory()); assertEquals("struct>>,list:array>," + "map:map>>", - readerInspector.getTypeName()); - List fields = - readerInspector.getAllStructFieldRefs(); - BooleanObjectInspector bo = (BooleanObjectInspector) readerInspector. - getStructFieldRef("boolean1").getFieldObjectInspector(); - ByteObjectInspector by = (ByteObjectInspector) readerInspector. - getStructFieldRef("byte1").getFieldObjectInspector(); - ShortObjectInspector sh = (ShortObjectInspector) readerInspector. - getStructFieldRef("short1").getFieldObjectInspector(); - IntObjectInspector in = (IntObjectInspector) readerInspector. - getStructFieldRef("int1").getFieldObjectInspector(); - LongObjectInspector lo = (LongObjectInspector) readerInspector. - getStructFieldRef("long1").getFieldObjectInspector(); - FloatObjectInspector fl = (FloatObjectInspector) readerInspector. - getStructFieldRef("float1").getFieldObjectInspector(); - DoubleObjectInspector dbl = (DoubleObjectInspector) readerInspector. - getStructFieldRef("double1").getFieldObjectInspector(); - BinaryObjectInspector bi = (BinaryObjectInspector) readerInspector. - getStructFieldRef("bytes1").getFieldObjectInspector(); - StringObjectInspector st = (StringObjectInspector) readerInspector. - getStructFieldRef("string1").getFieldObjectInspector(); - StructObjectInspector mid = (StructObjectInspector) readerInspector. - getStructFieldRef("middle").getFieldObjectInspector(); - List midFields = - mid.getAllStructFieldRefs(); - ListObjectInspector midli = - (ListObjectInspector) midFields.get(0).getFieldObjectInspector(); - StructObjectInspector inner = (StructObjectInspector) - midli.getListElementObjectInspector(); - List inFields = inner.getAllStructFieldRefs(); - ListObjectInspector li = (ListObjectInspector) readerInspector. - getStructFieldRef("list").getFieldObjectInspector(); - MapObjectInspector ma = (MapObjectInspector) readerInspector. - getStructFieldRef("map").getFieldObjectInspector(); - StringObjectInspector mk = (StringObjectInspector) - ma.getMapKeyObjectInspector(); + readerSchema.toString()); + List fieldNames = readerSchema.getFieldNames(); + List fieldTypes = readerSchema.getChildren(); + assertEquals("boolean1", fieldNames.get(0)); + assertEquals(TypeDescription.Category.BOOLEAN, fieldTypes.get(0).getCategory()); + assertEquals("byte1", fieldNames.get(1)); + assertEquals(TypeDescription.Category.BYTE, fieldTypes.get(1).getCategory()); + assertEquals("short1", fieldNames.get(2)); + assertEquals(TypeDescription.Category.SHORT, fieldTypes.get(2).getCategory()); + assertEquals("int1", fieldNames.get(3)); + assertEquals(TypeDescription.Category.INT, fieldTypes.get(3).getCategory()); + assertEquals("long1", fieldNames.get(4)); + assertEquals(TypeDescription.Category.LONG, fieldTypes.get(4).getCategory()); + assertEquals("float1", fieldNames.get(5)); + assertEquals(TypeDescription.Category.FLOAT, fieldTypes.get(5).getCategory()); + assertEquals("double1", fieldNames.get(6)); + assertEquals(TypeDescription.Category.DOUBLE, fieldTypes.get(6).getCategory()); + assertEquals("bytes1", fieldNames.get(7)); + assertEquals(TypeDescription.Category.BINARY, fieldTypes.get(7).getCategory()); + assertEquals("string1", fieldNames.get(8)); + assertEquals(TypeDescription.Category.STRING, fieldTypes.get(8).getCategory()); + assertEquals("middle", fieldNames.get(9)); + TypeDescription middle = fieldTypes.get(9); + assertEquals(TypeDescription.Category.STRUCT, middle.getCategory()); + TypeDescription midList = middle.getChildren().get(0); + assertEquals(TypeDescription.Category.LIST, midList.getCategory()); + TypeDescription inner = midList.getChildren().get(0); + assertEquals(TypeDescription.Category.STRUCT, inner.getCategory()); + assertEquals("int1", inner.getFieldNames().get(0)); + assertEquals("string1", inner.getFieldNames().get(1)); + RecordReader rows = reader.rows(); - Object row = rows.next(null); - assertNotNull(row); + // create a new batch + batch = readerSchema.createRowBatch(); + assertEquals(true, rows.nextBatch(batch)); + assertEquals(2, batch.size); + assertEquals(false, rows.hasNext()); + // check the contents of the first row - assertEquals(false, - bo.get(readerInspector.getStructFieldData(row, fields.get(0)))); - assertEquals(1, by.get(readerInspector.getStructFieldData(row, - fields.get(1)))); - assertEquals(1024, sh.get(readerInspector.getStructFieldData(row, - fields.get(2)))); - assertEquals(65536, in.get(readerInspector.getStructFieldData(row, - fields.get(3)))); - assertEquals(Long.MAX_VALUE, lo.get(readerInspector. - getStructFieldData(row, fields.get(4)))); - assertEquals(1.0, fl.get(readerInspector.getStructFieldData(row, - fields.get(5))), 0.00001); - assertEquals(-15.0, dbl.get(readerInspector.getStructFieldData(row, - fields.get(6))), 0.00001); - assertEquals(bytes(0,1,2,3,4), bi.getPrimitiveWritableObject( - readerInspector.getStructFieldData(row, fields.get(7)))); - assertEquals("hi", st.getPrimitiveJavaObject(readerInspector. - getStructFieldData(row, fields.get(8)))); - List midRow = midli.getList(mid.getStructFieldData(readerInspector. - getStructFieldData(row, fields.get(9)), midFields.get(0))); + assertEquals(false, getBoolean(batch, 0)); + assertEquals(1, getByte(batch, 0)); + assertEquals(1024, getShort(batch, 0)); + assertEquals(65536, getInt(batch, 0)); + assertEquals(Long.MAX_VALUE, getLong(batch, 0)); + assertEquals(1.0, getFloat(batch, 0), 0.00001); + assertEquals(-15.0, getDouble(batch, 0), 0.00001); + assertEquals(bytes(0,1,2,3,4), getBinary(batch, 0)); + assertEquals("hi", getText(batch, 0).toString()); + List midRow = getMidList(batch, 0); assertNotNull(midRow); assertEquals(2, midRow.size()); - assertEquals(1, in.get(inner.getStructFieldData(midRow.get(0), - inFields.get(0)))); - assertEquals("bye", st.getPrimitiveJavaObject(inner.getStructFieldData - (midRow.get(0), inFields.get(1)))); - assertEquals(2, in.get(inner.getStructFieldData(midRow.get(1), - inFields.get(0)))); - assertEquals("sigh", st.getPrimitiveJavaObject(inner.getStructFieldData - (midRow.get(1), inFields.get(1)))); - List list = li.getList(readerInspector.getStructFieldData(row, - fields.get(10))); + assertEquals(1, midRow.get(0).int1); + assertEquals("bye", midRow.get(0).string1.toString()); + assertEquals(2, midRow.get(1).int1); + assertEquals("sigh", midRow.get(1).string1.toString()); + List list = getList(batch, 0); assertEquals(2, list.size()); - assertEquals(3, in.get(inner.getStructFieldData(list.get(0), - inFields.get(0)))); - assertEquals("good", st.getPrimitiveJavaObject(inner.getStructFieldData - (list.get(0), inFields.get(1)))); - assertEquals(4, in.get(inner.getStructFieldData(list.get(1), - inFields.get(0)))); - assertEquals("bad", st.getPrimitiveJavaObject(inner.getStructFieldData - (list.get(1), inFields.get(1)))); - Map map = ma.getMap(readerInspector.getStructFieldData(row, - fields.get(11))); + assertEquals(3, list.get(0).int1); + assertEquals("good", list.get(0).string1.toString()); + assertEquals(4, list.get(1).int1); + assertEquals("bad", list.get(1).string1.toString()); + Map map = getMap(batch, 0); assertEquals(0, map.size()); // check the contents of second row - assertEquals(true, rows.hasNext()); - row = rows.next(row); - assertEquals(true, - bo.get(readerInspector.getStructFieldData(row, fields.get(0)))); - assertEquals(100, by.get(readerInspector.getStructFieldData(row, - fields.get(1)))); - assertEquals(2048, sh.get(readerInspector.getStructFieldData(row, - fields.get(2)))); - assertEquals(65536, in.get(readerInspector.getStructFieldData(row, - fields.get(3)))); - assertEquals(Long.MAX_VALUE, lo.get(readerInspector. - getStructFieldData(row, fields.get(4)))); - assertEquals(2.0, fl.get(readerInspector.getStructFieldData(row, - fields.get(5))), 0.00001); - assertEquals(-5.0, dbl.get(readerInspector.getStructFieldData(row, - fields.get(6))), 0.00001); - assertEquals(bytes(), bi.getPrimitiveWritableObject( - readerInspector.getStructFieldData(row, fields.get(7)))); - assertEquals("bye", st.getPrimitiveJavaObject(readerInspector. - getStructFieldData(row, fields.get(8)))); - midRow = midli.getList(mid.getStructFieldData(readerInspector. - getStructFieldData(row, fields.get(9)), midFields.get(0))); + assertEquals(true, getBoolean(batch, 1)); + assertEquals(100, getByte(batch, 1)); + assertEquals(2048, getShort(batch, 1)); + assertEquals(65536, getInt(batch, 1)); + assertEquals(Long.MAX_VALUE, getLong(batch, 1)); + assertEquals(2.0, getFloat(batch, 1), 0.00001); + assertEquals(-5.0, getDouble(batch, 1), 0.00001); + assertEquals(bytes(), getBinary(batch, 1)); + assertEquals("bye", getText(batch, 1).toString()); + midRow = getMidList(batch, 1); assertNotNull(midRow); assertEquals(2, midRow.size()); - assertEquals(1, in.get(inner.getStructFieldData(midRow.get(0), - inFields.get(0)))); - assertEquals("bye", st.getPrimitiveJavaObject(inner.getStructFieldData - (midRow.get(0), inFields.get(1)))); - assertEquals(2, in.get(inner.getStructFieldData(midRow.get(1), - inFields.get(0)))); - assertEquals("sigh", st.getPrimitiveJavaObject(inner.getStructFieldData - (midRow.get(1), inFields.get(1)))); - list = li.getList(readerInspector.getStructFieldData(row, - fields.get(10))); + assertEquals(1, midRow.get(0).int1); + assertEquals("bye", midRow.get(0).string1.toString()); + assertEquals(2, midRow.get(1).int1); + assertEquals("sigh", midRow.get(1).string1.toString()); + list = getList(batch, 1); assertEquals(3, list.size()); - assertEquals(100000000, in.get(inner.getStructFieldData(list.get(0), - inFields.get(0)))); - assertEquals("cat", st.getPrimitiveJavaObject(inner.getStructFieldData - (list.get(0), inFields.get(1)))); - assertEquals(-100000, in.get(inner.getStructFieldData(list.get(1), - inFields.get(0)))); - assertEquals("in", st.getPrimitiveJavaObject(inner.getStructFieldData - (list.get(1), inFields.get(1)))); - assertEquals(1234, in.get(inner.getStructFieldData(list.get(2), - inFields.get(0)))); - assertEquals("hat", st.getPrimitiveJavaObject(inner.getStructFieldData - (list.get(2), inFields.get(1)))); - map = ma.getMap(readerInspector.getStructFieldData(row, - fields.get(11))); + assertEquals(100000000, list.get(0).int1); + assertEquals("cat", list.get(0).string1.toString()); + assertEquals(-100000, list.get(1).int1); + assertEquals("in", list.get(1).string1.toString()); + assertEquals(1234, list.get(2).int1); + assertEquals("hat", list.get(2).string1.toString()); + map = getMap(batch, 1); assertEquals(2, map.size()); - boolean[] found = new boolean[2]; - for(Object key: map.keySet()) { - String str = mk.getPrimitiveJavaObject(key); - if (str.equals("chani")) { - assertEquals(false, found[0]); - assertEquals(5, in.get(inner.getStructFieldData(map.get(key), - inFields.get(0)))); - assertEquals(str, st.getPrimitiveJavaObject( - inner.getStructFieldData(map.get(key), inFields.get(1)))); - found[0] = true; - } else if (str.equals("mauddib")) { - assertEquals(false, found[1]); - assertEquals(1, in.get(inner.getStructFieldData(map.get(key), - inFields.get(0)))); - assertEquals(str, st.getPrimitiveJavaObject( - inner.getStructFieldData(map.get(key), inFields.get(1)))); - found[1] = true; - } else { - throw new IllegalArgumentException("Unknown key " + str); - } - } - assertEquals(true, found[0]); - assertEquals(true, found[1]); + InnerStruct value = map.get(new Text("chani")); + assertEquals(5, value.int1); + assertEquals("chani", value.string1.toString()); + value = map.get(new Text("mauddib")); + assertEquals(1, value.int1); + assertEquals("mauddib", value.string1.toString()); // handle the close up - assertEquals(false, rows.hasNext()); + assertEquals(false, rows.nextBatch(batch)); rows.close(); } @@ -1216,35 +1190,36 @@ public void testColumnProjection() throws Exception { } // check out the types - List types = reader.getTypes(); - assertEquals(3, types.size()); - assertEquals(OrcProto.Type.Kind.STRUCT, types.get(0).getKind()); - assertEquals(2, types.get(0).getSubtypesCount()); - assertEquals(1, types.get(0).getSubtypes(0)); - assertEquals(2, types.get(0).getSubtypes(1)); - assertEquals(OrcProto.Type.Kind.INT, types.get(1).getKind()); - assertEquals(0, types.get(1).getSubtypesCount()); - assertEquals(OrcProto.Type.Kind.STRING, types.get(2).getKind()); - assertEquals(0, types.get(2).getSubtypesCount()); + TypeDescription type = reader.getSchema(); + assertEquals(TypeDescription.Category.STRUCT, type.getCategory()); + assertEquals(2, type.getChildren().size()); + TypeDescription type1 = type.getChildren().get(0); + TypeDescription type2 = type.getChildren().get(1); + assertEquals(TypeDescription.Category.INT, type1.getCategory()); + assertEquals(TypeDescription.Category.STRING, type2.getCategory()); + assertEquals("struct", type.toString()); // read the contents and make sure they match RecordReader rows1 = reader.rows(new boolean[]{true, true, false}); RecordReader rows2 = reader.rows(new boolean[]{true, false, true}); r1 = new Random(1); r2 = new Random(2); - OrcStruct row1 = null; - OrcStruct row2 = null; - for(int i = 0; i < 21000; ++i) { - assertEquals(true, rows1.hasNext()); - assertEquals(true, rows2.hasNext()); - row1 = (OrcStruct) rows1.next(row1); - row2 = (OrcStruct) rows2.next(row2); - assertEquals(r1.nextInt(), ((IntWritable) row1.getFieldValue(0)).get()); - assertEquals(Long.toHexString(r2.nextLong()), - row2.getFieldValue(1).toString()); - } - assertEquals(false, rows1.hasNext()); - assertEquals(false, rows2.hasNext()); + VectorizedRowBatch batch1 = reader.getSchema().createRowBatch(1000); + VectorizedRowBatch batch2 = reader.getSchema().createRowBatch(1000); + for(int i = 0; i < 21000; i += 1000) { + assertEquals(true, rows1.nextBatch(batch1)); + assertEquals(true, rows2.nextBatch(batch2)); + assertEquals(1000, batch1.size); + assertEquals(1000, batch2.size); + for(int j=0; j < 1000; ++j) { + assertEquals(r1.nextInt(), + ((LongColumnVector) batch1.cols[0]).vector[j]); + assertEquals(Long.toHexString(r2.nextLong()), + ((BytesColumnVector) batch2.cols[1]).toString(j)); + } + } + assertEquals(false, rows1.nextBatch(batch1)); + assertEquals(false, rows2.nextBatch(batch2)); rows1.close(); rows2.close(); } @@ -1355,17 +1330,33 @@ public void createOrcDateFile(Path file, int minYear, int maxYear Reader reader = OrcFile.createReader(file, OrcFile.readerOptions(conf)); RecordReader rows = reader.rows(); - OrcStruct row = null; + batch = reader.getSchema().createRowBatch(1000); + TimestampColumnVector times = (TimestampColumnVector) batch.cols[0]; + LongColumnVector dates = (LongColumnVector) batch.cols[1]; for (int year = minYear; year < maxYear; ++year) { + rows.nextBatch(batch); + assertEquals(1000, batch.size); for(int ms = 1000; ms < 2000; ++ms) { - row = (OrcStruct) rows.next(row); - assertEquals(new TimestampWritable - (Timestamp.valueOf(year + "-05-05 12:34:56." + ms)), - row.getFieldValue(0)); - assertEquals(new DateWritable(new Date(year - 1900, 11, 25)), - row.getFieldValue(1)); + StringBuilder buffer = new StringBuilder(); + times.stringifyValue(buffer, ms - 1000); + String expected = Integer.toString(year) + "-05-05 12:34:56."; + // suppress the final zeros on the string by dividing by the largest + // power of 10 that divides evenly. + int roundedMs = ms; + for(int round = 1000; round > 0; round /= 10) { + if (ms % round == 0) { + roundedMs = ms / round; + break; + } + } + expected += roundedMs; + assertEquals(expected, buffer.toString()); + assertEquals(Integer.toString(year) + "-12-25", + new DateWritable((int) dates.vector[ms - 1000]).toString()); } } + rows.nextBatch(batch); + assertEquals(0, batch.size); } @Test @@ -1483,6 +1474,7 @@ public void testUnionAndTimestamp() throws Exception { for(int c=0; c < batch.cols.length; ++c) { batch.cols[c].setRepeating(true); } + ((UnionColumnVector) batch.cols[1]).fields[0].isRepeating = true; setUnion(batch, 0, null, 0, 1732050807, null, null); for(int i=0; i < 5; ++i) { writer.addRowBatch(batch); @@ -1540,83 +1532,115 @@ public void testUnionAndTimestamp() throws Exception { RecordReader rows = reader.rows(); assertEquals(0, rows.getRowNumber()); assertEquals(0.0, rows.getProgress(), 0.000001); - assertEquals(true, rows.hasNext()); - OrcStruct row = (OrcStruct) rows.next(null); - assertEquals(1, rows.getRowNumber()); - ObjectInspector inspector = reader.getObjectInspector(); + + schema = reader.getSchema(); + batch = schema.createRowBatch(74); + assertEquals(0, rows.getRowNumber()); + rows.nextBatch(batch); + assertEquals(74, batch.size); + assertEquals(74, rows.getRowNumber()); + TimestampColumnVector ts = (TimestampColumnVector) batch.cols[0]; + UnionColumnVector union = (UnionColumnVector) batch.cols[1]; + LongColumnVector longs = (LongColumnVector) union.fields[0]; + BytesColumnVector strs = (BytesColumnVector) union.fields[1]; + DecimalColumnVector decs = (DecimalColumnVector) batch.cols[2]; + assertEquals("struct,decimal:decimal(38,18)>", - inspector.getTypeName()); - assertEquals(new TimestampWritable(Timestamp.valueOf("2000-03-12 15:00:00")), - row.getFieldValue(0)); - OrcUnion union = (OrcUnion) row.getFieldValue(1); - assertEquals(0, union.getTag()); - assertEquals(new IntWritable(42), union.getObject()); - assertEquals(new HiveDecimalWritable(HiveDecimal.create("12345678.6547456")), - row.getFieldValue(2)); - row = (OrcStruct) rows.next(row); - assertEquals(2, rows.getRowNumber()); - assertEquals(new TimestampWritable(Timestamp.valueOf("2000-03-20 12:00:00.123456789")), - row.getFieldValue(0)); - assertEquals(1, union.getTag()); - assertEquals(new Text("hello"), union.getObject()); - assertEquals(new HiveDecimalWritable(HiveDecimal.create("-5643.234")), - row.getFieldValue(2)); - row = (OrcStruct) rows.next(row); - assertEquals(null, row.getFieldValue(0)); - assertEquals(null, row.getFieldValue(1)); - assertEquals(null, row.getFieldValue(2)); - row = (OrcStruct) rows.next(row); - assertEquals(null, row.getFieldValue(0)); - union = (OrcUnion) row.getFieldValue(1); - assertEquals(0, union.getTag()); - assertEquals(null, union.getObject()); - assertEquals(null, row.getFieldValue(2)); - row = (OrcStruct) rows.next(row); - assertEquals(null, row.getFieldValue(0)); - assertEquals(1, union.getTag()); - assertEquals(null, union.getObject()); - assertEquals(null, row.getFieldValue(2)); - row = (OrcStruct) rows.next(row); - assertEquals(new TimestampWritable(Timestamp.valueOf("1970-01-01 00:00:00")), - row.getFieldValue(0)); - assertEquals(new IntWritable(200000), union.getObject()); - assertEquals(new HiveDecimalWritable(HiveDecimal.create("10000000000000000000")), - row.getFieldValue(2)); + schema.toString()); + assertEquals("2000-03-12 15:00:00.0", ts.asScratchTimestamp(0).toString()); + assertEquals(0, union.tags[0]); + assertEquals(42, longs.vector[0]); + assertEquals("12345678.6547456", decs.vector[0].toString()); + + assertEquals("2000-03-20 12:00:00.123456789", ts.asScratchTimestamp(1).toString()); + assertEquals(1, union.tags[1]); + assertEquals("hello", strs.toString(1)); + assertEquals("-5643.234", decs.vector[1].toString()); + + assertEquals(false, ts.noNulls); + assertEquals(false, union.noNulls); + assertEquals(false, decs.noNulls); + assertEquals(true, ts.isNull[2]); + assertEquals(true, union.isNull[2]); + assertEquals(true, decs.isNull[2]); + + assertEquals(true, ts.isNull[3]); + assertEquals(false, union.isNull[3]); + assertEquals(0, union.tags[3]); + assertEquals(true, longs.isNull[3]); + assertEquals(true, decs.isNull[3]); + + assertEquals(true, ts.isNull[4]); + assertEquals(false, union.isNull[4]); + assertEquals(1, union.tags[4]); + assertEquals(true, strs.isNull[4]); + assertEquals(true, decs.isNull[4]); + + assertEquals(false, ts.isNull[5]); + assertEquals("1970-01-01 00:00:00.0", ts.asScratchTimestamp(5).toString()); + assertEquals(false, union.isNull[5]); + assertEquals(0, union.tags[5]); + assertEquals(false, longs.isNull[5]); + assertEquals(200000, longs.vector[5]); + assertEquals(false, decs.isNull[5]); + assertEquals("10000000000000000000", decs.vector[5].toString()); + rand = new Random(42); for(int i=1970; i < 2038; ++i) { - row = (OrcStruct) rows.next(row); - assertEquals(new TimestampWritable(Timestamp.valueOf(i + "-05-05 12:34:56." + i)), - row.getFieldValue(0)); + int row = 6 + i - 1970; + assertEquals(Timestamp.valueOf(i + "-05-05 12:34:56." + i), + ts.asScratchTimestamp(row)); if ((i & 1) == 0) { - assertEquals(0, union.getTag()); - assertEquals(new IntWritable(i*i), union.getObject()); + assertEquals(0, union.tags[row]); + assertEquals(i*i, longs.vector[row]); } else { - assertEquals(1, union.getTag()); - assertEquals(new Text(Integer.toString(i * i)), union.getObject()); + assertEquals(1, union.tags[row]); + assertEquals(Integer.toString(i * i), strs.toString(row)); } assertEquals(new HiveDecimalWritable(HiveDecimal.create(new BigInteger(64, rand), - rand.nextInt(18))), row.getFieldValue(2)); - } - for(int i=0; i < 5000; ++i) { - row = (OrcStruct) rows.next(row); - assertEquals(new IntWritable(1732050807), union.getObject()); - } - row = (OrcStruct) rows.next(row); - assertEquals(new IntWritable(0), union.getObject()); - row = (OrcStruct) rows.next(row); - assertEquals(new IntWritable(10), union.getObject()); - row = (OrcStruct) rows.next(row); - assertEquals(new IntWritable(138), union.getObject()); - assertEquals(false, rows.hasNext()); + rand.nextInt(18))), decs.vector[row]); + } + + // rebuild the row batch, so that we can read by 1000 rows + batch = schema.createRowBatch(1000); + ts = (TimestampColumnVector) batch.cols[0]; + union = (UnionColumnVector) batch.cols[1]; + longs = (LongColumnVector) union.fields[0]; + strs = (BytesColumnVector) union.fields[1]; + decs = (DecimalColumnVector) batch.cols[2]; + + for(int i=0; i < 5; ++i) { + rows.nextBatch(batch); + assertEquals("batch " + i, 1000, batch.size); + assertEquals("batch " + i, false, union.isRepeating); + assertEquals("batch " + i, true, union.noNulls); + for(int r=0; r < batch.size; ++r) { + assertEquals("bad tag at " + i + "." +r, 0, union.tags[r]); + } + assertEquals("batch " + i, true, longs.isRepeating); + assertEquals("batch " + i, 1732050807, longs.vector[0]); + } + + rows.nextBatch(batch); + assertEquals(3, batch.size); + assertEquals(0, union.tags[0]); + assertEquals(0, longs.vector[0]); + assertEquals(0, union.tags[1]); + assertEquals(10, longs.vector[1]); + assertEquals(0, union.tags[2]); + assertEquals(138, longs.vector[2]); + + rows.nextBatch(batch); + assertEquals(0, batch.size); assertEquals(1.0, rows.getProgress(), 0.00001); assertEquals(reader.getNumberOfRows(), rows.getRowNumber()); rows.seekToRow(1); - row = (OrcStruct) rows.next(row); - assertEquals(new TimestampWritable(Timestamp.valueOf("2000-03-20 12:00:00.123456789")), - row.getFieldValue(0)); - assertEquals(1, union.getTag()); - assertEquals(new Text("hello"), union.getObject()); - assertEquals(new HiveDecimalWritable(HiveDecimal.create("-5643.234")), row.getFieldValue(2)); + rows.nextBatch(batch); + assertEquals(1000, batch.size); + assertEquals(Timestamp.valueOf("2000-03-20 12:00:00.123456789"), ts.asScratchTimestamp(0)); + assertEquals(1, union.tags[0]); + assertEquals("hello", strs.toString(0)); + assertEquals(new HiveDecimalWritable(HiveDecimal.create("-5643.234")), decs.vector[0]); rows.close(); } @@ -1647,17 +1671,22 @@ public void testSnappy() throws Exception { writer.close(); Reader reader = OrcFile.createReader(testFilePath, OrcFile.readerOptions(conf).filesystem(fs)); + assertEquals(CompressionKind.SNAPPY, reader.getCompressionKind()); RecordReader rows = reader.rows(); + batch = reader.getSchema().createRowBatch(1000); rand = new Random(12); - OrcStruct row = null; - for(int i=0; i < 10000; ++i) { - assertEquals(true, rows.hasNext()); - row = (OrcStruct) rows.next(row); - assertEquals(rand.nextInt(), ((IntWritable) row.getFieldValue(0)).get()); - assertEquals(Integer.toHexString(rand.nextInt()), - row.getFieldValue(1).toString()); + LongColumnVector longs = (LongColumnVector) batch.cols[0]; + BytesColumnVector strs = (BytesColumnVector) batch.cols[1]; + for(int b=0; b < 10; ++b) { + rows.nextBatch(batch); + assertEquals(1000, batch.size); + for(int r=0; r < batch.size; ++r) { + assertEquals(rand.nextInt(), longs.vector[r]); + assertEquals(Integer.toHexString(rand.nextInt()), strs.toString(r)); + } } - assertEquals(false, rows.hasNext()); + rows.nextBatch(batch); + assertEquals(0, batch.size); rows.close(); } @@ -1697,18 +1726,23 @@ public void testWithoutIndex() throws Exception { assertEquals(0, stripe.getIndexLength()); RecordReader rows = reader.rows(); rand = new Random(24); - OrcStruct row = null; - for(int i=0; i < 10000; ++i) { - int intVal = rand.nextInt(); - String strVal = Integer.toBinaryString(rand.nextInt()); - for(int j=0; j < 5; ++j) { - assertEquals(true, rows.hasNext()); - row = (OrcStruct) rows.next(row); - assertEquals(intVal, ((IntWritable) row.getFieldValue(0)).get()); - assertEquals(strVal, row.getFieldValue(1).toString()); + batch = reader.getSchema().createRowBatch(1000); + LongColumnVector longs = (LongColumnVector) batch.cols[0]; + BytesColumnVector strs = (BytesColumnVector) batch.cols[1]; + for(int i=0; i < 50; ++i) { + rows.nextBatch(batch); + assertEquals("batch " + i, 1000, batch.size); + for(int j=0; j < 200; ++j) { + int intVal = rand.nextInt(); + String strVal = Integer.toBinaryString(rand.nextInt()); + for (int k = 0; k < 5; ++k) { + assertEquals(intVal, longs.vector[j * 5 + k]); + assertEquals(strVal, strs.toString(j * 5 + k)); + } } } - assertEquals(false, rows.hasNext()); + rows.nextBatch(batch); + assertEquals(0, batch.size); rows.close(); } @@ -1772,34 +1806,18 @@ public void testSeek() throws Exception { assertEquals(1000, colIndex.getEntry(0).getStatistics().getNumberOfValues()); } - OrcStruct row = null; - for(int i=COUNT-1; i >= 0; --i) { - rows.seekToRow(i); - row = (OrcStruct) rows.next(row); - BigRow expected = createRandomRow(intValues, doubleValues, - stringValues, byteValues, words, i); - assertEquals(expected.boolean1.booleanValue(), - ((BooleanWritable) row.getFieldValue(0)).get()); - assertEquals(expected.byte1.byteValue(), - ((ByteWritable) row.getFieldValue(1)).get()); - assertEquals(expected.short1.shortValue(), - ((ShortWritable) row.getFieldValue(2)).get()); - assertEquals(expected.int1.intValue(), - ((IntWritable) row.getFieldValue(3)).get()); - assertEquals(expected.long1.longValue(), - ((LongWritable) row.getFieldValue(4)).get()); - assertEquals(expected.float1, - ((FloatWritable) row.getFieldValue(5)).get(), 0.0001); - assertEquals(expected.double1, - ((DoubleWritable) row.getFieldValue(6)).get(), 0.0001); - assertEquals(expected.bytes1, row.getFieldValue(7)); - assertEquals(expected.string1, row.getFieldValue(8)); - List expectedList = expected.middle.list; - List actualList = - (List) ((OrcStruct) row.getFieldValue(9)).getFieldValue(0); - compareList(expectedList, actualList, "middle list " + i); - compareList(expected.list, (List) row.getFieldValue(10), - "list " + i); + batch = reader.getSchema().createRowBatch(); + int nextRowInBatch = -1; + for(int i=COUNT-1; i >= 0; --i, --nextRowInBatch) { + // if we have consumed the previous batch read a new one + if (nextRowInBatch < 0) { + long base = Math.max(i - 1023, 0); + rows.seekToRow(base); + assertEquals("row " + i, true, rows.nextBatch(batch)); + nextRowInBatch = batch.size - 1; + } + checkRandomRow(batch, intValues, doubleValues, + stringValues, byteValues, words, i, nextRowInBatch); } rows.close(); Iterator stripeIterator = @@ -1825,41 +1843,20 @@ public void testSeek() throws Exception { .range(offsetOfStripe2, offsetOfStripe4 - offsetOfStripe2) .include(columns)); rows.seekToRow(lastRowOfStripe2); - for(int i = 0; i < 2; ++i) { - row = (OrcStruct) rows.next(row); - BigRow expected = createRandomRow(intValues, doubleValues, - stringValues, byteValues, words, - (int) (lastRowOfStripe2 + i)); - - assertEquals(expected.long1.longValue(), - ((LongWritable) row.getFieldValue(4)).get()); - assertEquals(expected.string1, row.getFieldValue(8)); - } + // we only want two rows + batch = reader.getSchema().createRowBatch(2); + assertEquals(true, rows.nextBatch(batch)); + assertEquals(1, batch.size); + assertEquals(intValues[(int) lastRowOfStripe2], getLong(batch, 0)); + assertEquals(stringValues[(int) lastRowOfStripe2], + getText(batch, 0).toString()); + assertEquals(true, rows.nextBatch(batch)); + assertEquals(intValues[(int) lastRowOfStripe2 + 1], getLong(batch, 0)); + assertEquals(stringValues[(int) lastRowOfStripe2 + 1], + getText(batch, 0).toString()); rows.close(); } - private void compareInner(InnerStruct expect, - OrcStruct actual, - String context) throws Exception { - if (expect == null || actual == null) { - assertEquals(context, null, expect); - assertEquals(context, null, actual); - } else { - assertEquals(context, expect.int1, - ((IntWritable) actual.getFieldValue(0)).get()); - assertEquals(context, expect.string1, actual.getFieldValue(1)); - } - } - - private void compareList(List expect, - List actual, - String context) throws Exception { - assertEquals(context, expect.size(), actual.size()); - for(int j=0; j < expect.size(); ++j) { - compareInner(expect.get(j), actual.get(j), context + " at " + j); - } - } - private void appendRandomRow(VectorizedRowBatch batch, long[] intValues, double[] doubleValues, String[] stringValues, @@ -1874,17 +1871,18 @@ private void appendRandomRow(VectorizedRowBatch batch, new MiddleStruct(inner, inner2), list(), map(inner, inner2)); } - private BigRow createRandomRow(long[] intValues, double[] doubleValues, - String[] stringValues, - BytesWritable[] byteValues, - String[] words, int i) { + private void checkRandomRow(VectorizedRowBatch batch, + long[] intValues, double[] doubleValues, + String[] stringValues, + BytesWritable[] byteValues, + String[] words, int i, int rowInBatch) { InnerStruct inner = new InnerStruct((int) intValues[i], stringValues[i]); InnerStruct inner2 = new InnerStruct((int) (intValues[i] >> 32), words[i % words.length] + "-x"); - return new BigRow((intValues[i] & 1) == 0, (byte) intValues[i], + checkBigRow(batch, rowInBatch, i, (intValues[i] & 1) == 0, (byte) intValues[i], (short) intValues[i], (int) intValues[i], intValues[i], - (float) doubleValues[i], doubleValues[i], byteValues[i],stringValues[i], - new MiddleStruct(inner, inner2), list(), map(inner,inner2)); + (float) doubleValues[i], doubleValues[i], byteValues[i], stringValues[i], + new MiddleStruct(inner, inner2), list(), map(inner, inner2)); } private static class MyMemoryManager extends MemoryManager { @@ -2045,15 +2043,19 @@ public void testPredicatePushdown() throws Exception { .range(0L, Long.MAX_VALUE) .include(new boolean[]{true, true, true}) .searchArgument(sarg, new String[]{null, "int1", "string1"})); + batch = reader.getSchema().createRowBatch(2000); + LongColumnVector ints = (LongColumnVector) batch.cols[0]; + BytesColumnVector strs = (BytesColumnVector) batch.cols[1]; + assertEquals(1000L, rows.getRowNumber()); - OrcStruct row = null; + assertEquals(true, rows.nextBatch(batch)); + assertEquals(1000, batch.size); + for(int i=1000; i < 2000; ++i) { - assertTrue(rows.hasNext()); - row = (OrcStruct) rows.next(row); - assertEquals(300 * i, ((IntWritable) row.getFieldValue(0)).get()); - assertEquals(Integer.toHexString(10*i), row.getFieldValue(1).toString()); + assertEquals(300 * i, ints.vector[i - 1000]); + assertEquals(Integer.toHexString(10*i), strs.toString(i - 1000)); } - assertTrue(!rows.hasNext()); + assertEquals(false, rows.nextBatch(batch)); assertEquals(3500, rows.getRowNumber()); // look through the file with no rows selected @@ -2082,40 +2084,26 @@ public void testPredicatePushdown() throws Exception { .range(0L, Long.MAX_VALUE) .include(new boolean[]{true, true, true}) .searchArgument(sarg, new String[]{null, "int1", "string1"})); - row = null; + assertEquals(0, rows.getRowNumber()); + assertEquals(true, rows.nextBatch(batch)); + assertEquals(1000, batch.size); + assertEquals(3000, rows.getRowNumber()); for(int i=0; i < 1000; ++i) { - assertTrue(rows.hasNext()); - assertEquals(i, rows.getRowNumber()); - row = (OrcStruct) rows.next(row); - assertEquals(300 * i, ((IntWritable) row.getFieldValue(0)).get()); - assertEquals(Integer.toHexString(10*i), row.getFieldValue(1).toString()); + assertEquals(300 * i, ints.vector[i]); + assertEquals(Integer.toHexString(10*i), strs.toString(i)); } + + assertEquals(true, rows.nextBatch(batch)); + assertEquals(500, batch.size); + assertEquals(3500, rows.getRowNumber()); for(int i=3000; i < 3500; ++i) { - assertTrue(rows.hasNext()); - assertEquals(i, rows.getRowNumber()); - row = (OrcStruct) rows.next(row); - assertEquals(300 * i, ((IntWritable) row.getFieldValue(0)).get()); - assertEquals(Integer.toHexString(10*i), row.getFieldValue(1).toString()); + assertEquals(300 * i, ints.vector[i - 3000]); + assertEquals(Integer.toHexString(10*i), strs.toString(i - 3000)); } - assertTrue(!rows.hasNext()); + assertEquals(false, rows.nextBatch(batch)); assertEquals(3500, rows.getRowNumber()); } - private static String pad(String value, int length) { - if (value.length() == length) { - return value; - } else if (value.length() > length) { - return value.substring(0, length); - } else { - StringBuilder buf = new StringBuilder(); - buf.append(value); - for(int i=0; i < length - value.length(); ++i) { - buf.append(' '); - } - return buf.toString(); - } - } - /** * Test all of the types that have distinct ORC writers using the vectorized * writer with different combinations of repeating and null values. @@ -2232,8 +2220,7 @@ public void testRepeating() throws Exception { ((LongColumnVector) batch.cols[6]).vector[r] = new DateWritable(new Date(111, 6, 1)).getDays() + r; - Timestamp ts = new Timestamp(115, 9, 23, 10, 11, 59, 999999999); - ts.setTime(ts.getTime() + r * 1000); + Timestamp ts = new Timestamp(115, 9, 25, 10, 11, 59 + r, 999999999); ((TimestampColumnVector) batch.cols[7]).set(r, ts); ((DecimalColumnVector) batch.cols[8]).vector[r] = new HiveDecimalWritable("1.234567"); @@ -2302,118 +2289,125 @@ public void testRepeating() throws Exception { assertEquals(14813, ((StringColumnStatistics) stats[12]).getSum()); RecordReader rows = reader.rows(); - OrcStruct row = null; + batch = reader.getSchema().createRowBatch(1024); + BytesColumnVector bins = (BytesColumnVector) batch.cols[0]; + LongColumnVector bools = (LongColumnVector) batch.cols[1]; + LongColumnVector bytes = (LongColumnVector) batch.cols[2]; + LongColumnVector longs = (LongColumnVector) batch.cols[3]; + DoubleColumnVector floats = (DoubleColumnVector) batch.cols[4]; + DoubleColumnVector doubles = (DoubleColumnVector) batch.cols[5]; + LongColumnVector dates = (LongColumnVector) batch.cols[6]; + TimestampColumnVector times = (TimestampColumnVector) batch.cols[7]; + DecimalColumnVector decs = (DecimalColumnVector) batch.cols[8]; + BytesColumnVector strs = (BytesColumnVector) batch.cols[9]; + BytesColumnVector chars = (BytesColumnVector) batch.cols[10]; + BytesColumnVector vcs = (BytesColumnVector) batch.cols[11]; + StructColumnVector structs = (StructColumnVector) batch.cols[12]; + UnionColumnVector unions = (UnionColumnVector) batch.cols[13]; + ListColumnVector lists = (ListColumnVector) batch.cols[14]; + MapColumnVector maps = (MapColumnVector) batch.cols[15]; + LongColumnVector structInts = (LongColumnVector) structs.fields[0]; + LongColumnVector unionInts = (LongColumnVector) unions.fields[1]; + LongColumnVector listInts = (LongColumnVector) lists.child; + BytesColumnVector mapKeys = (BytesColumnVector) maps.keys; + BytesColumnVector mapValues = (BytesColumnVector) maps.values; + + assertEquals(true, rows.nextBatch(batch)); + assertEquals(1024, batch.size); // read the 1024 nulls - for(int r=0; r < 1024; ++r) { - assertEquals(true, rows.hasNext()); - row = (OrcStruct) rows.next(row); - for(int f=0; f < row.getNumFields(); ++f) { - assertEquals("non-null on row " + r + " field " + f, - null, row.getFieldValue(f)); - } + for(int f=0; f < batch.cols.length; ++f) { + assertEquals("field " + f, + true, batch.cols[f].isRepeating); + assertEquals("field " + f, + false, batch.cols[f].noNulls); + assertEquals("field " + f, + true, batch.cols[f].isNull[0]); } // read the 1024 repeat values + assertEquals(true, rows.nextBatch(batch)); + assertEquals(1024, batch.size); for(int r=0; r < 1024; ++r) { - assertEquals(true, rows.hasNext()); - row = (OrcStruct) rows.next(row); - assertEquals("row " + r, "48 6f 72 74 6f 6e", - row.getFieldValue(0).toString()); - assertEquals("row " + r, "true", row.getFieldValue(1).toString()); - assertEquals("row " + r, "-126", row.getFieldValue(2).toString()); - assertEquals("row " + r, "1311768467463790320", - row.getFieldValue(3).toString()); - assertEquals("row " + r, "1.125", row.getFieldValue(4).toString()); - assertEquals("row " + r, "9.765625E-4", row.getFieldValue(5).toString()); - assertEquals("row " + r, "2011-07-01", row.getFieldValue(6).toString()); + assertEquals("row " + r, "Horton", bins.toString(r)); + assertEquals("row " + r, 1, bools.vector[r]); + assertEquals("row " + r, -126, bytes.vector[r]); + assertEquals("row " + r, 1311768467463790320L, longs.vector[r]); + assertEquals("row " + r, 1.125, floats.vector[r], 0.00001); + assertEquals("row " + r, 9.765625E-4, doubles.vector[r], 0.000001); + assertEquals("row " + r, "2011-07-01", + new DateWritable((int) dates.vector[r]).toString()); assertEquals("row " + r, "2015-10-23 10:11:59.999999999", - row.getFieldValue(7).toString()); - assertEquals("row " + r, "1.234567", row.getFieldValue(8).toString()); - assertEquals("row " + r, "Echelon", row.getFieldValue(9).toString()); - assertEquals("row " + r, "Juggernaut", row.getFieldValue(10).toString()); - assertEquals("row " + r, "Dreadnaugh", row.getFieldValue(11).toString()); - assertEquals("row " + r, "{123}", row.getFieldValue(12).toString()); - assertEquals("row " + r, "union(1, 1234)", - row.getFieldValue(13).toString()); - assertEquals("row " + r, "[31415, 31415, 31415]", - row.getFieldValue(14).toString()); - assertEquals("row " + r, "{ORC=fast, Hive=fast, LLAP=fast}", - row.getFieldValue(15).toString()); + times.asScratchTimestamp(r).toString()); + assertEquals("row " + r, "1.234567", decs.vector[r].toString()); + assertEquals("row " + r, "Echelon", strs.toString(r)); + assertEquals("row " + r, "Juggernaut", chars.toString(r)); + assertEquals("row " + r, "Dreadnaugh", vcs.toString(r)); + assertEquals("row " + r, 123, structInts.vector[r]); + assertEquals("row " + r, 1, unions.tags[r]); + assertEquals("row " + r, 1234, unionInts.vector[r]); + assertEquals("row " + r, 3, lists.lengths[r]); + assertEquals("row " + r, true, listInts.isRepeating); + assertEquals("row " + r, 31415, listInts.vector[0]); + assertEquals("row " + r, 3, maps.lengths[r]); + assertEquals("row " + r, "ORC", mapKeys.toString((int) maps.offsets[r])); + assertEquals("row " + r, "Hive", mapKeys.toString((int) maps.offsets[r] + 1)); + assertEquals("row " + r, "LLAP", mapKeys.toString((int) maps.offsets[r] + 2)); + assertEquals("row " + r, "fast", mapValues.toString((int) maps.offsets[r])); + assertEquals("row " + r, "fast", mapValues.toString((int) maps.offsets[r] + 1)); + assertEquals("row " + r, "fast", mapValues.toString((int) maps.offsets[r] + 2)); } // read the second set of 1024 nulls - for(int r=0; r < 1024; ++r) { - assertEquals(true, rows.hasNext()); - row = (OrcStruct) rows.next(row); - for(int f=0; f < row.getNumFields(); ++f) { - assertEquals("non-null on row " + r + " field " + f, - null, row.getFieldValue(f)); - } + assertEquals(true, rows.nextBatch(batch)); + assertEquals(1024, batch.size); + for(int f=0; f < batch.cols.length; ++f) { + assertEquals("field " + f, + true, batch.cols[f].isRepeating); + assertEquals("field " + f, + false, batch.cols[f].noNulls); + assertEquals("field " + f, + true, batch.cols[f].isNull[0]); } + + assertEquals(true, rows.nextBatch(batch)); + assertEquals(1024, batch.size); for(int r=0; r < 1024; ++r) { - assertEquals(true, rows.hasNext()); - row = (OrcStruct) rows.next(row); - byte[] hex = Integer.toHexString(r).getBytes(); - StringBuilder expected = new StringBuilder(); - for(int i=0; i < hex.length; ++i) { - if (i != 0) { - expected.append(' '); - } - expected.append(Integer.toHexString(hex[i])); - } - assertEquals("row " + r, expected.toString(), - row.getFieldValue(0).toString()); - assertEquals("row " + r, r % 2 == 1 ? "true" : "false", - row.getFieldValue(1).toString()); - assertEquals("row " + r, Integer.toString((byte) (r % 255)), - row.getFieldValue(2).toString()); - assertEquals("row " + r, Long.toString(31415L * r), - row.getFieldValue(3).toString()); - assertEquals("row " + r, Float.toString(1.125F * r), - row.getFieldValue(4).toString()); - assertEquals("row " + r, Double.toString(0.0009765625 * r), - row.getFieldValue(5).toString()); - assertEquals("row " + r, new Date(111, 6, 1 + r).toString(), - row.getFieldValue(6).toString()); - Timestamp ts = new Timestamp(115, 9, 23, 10, 11, 59, 999999999); - ts.setTime(ts.getTime() + r * 1000); + String hex = Integer.toHexString(r); + + assertEquals("row " + r, hex, bins.toString(r)); + assertEquals("row " + r, r % 2 == 1 ? 1 : 0, bools.vector[r]); + assertEquals("row " + r, (byte) (r % 255), bytes.vector[r]); + assertEquals("row " + r, 31415L * r, longs.vector[r]); + assertEquals("row " + r, 1.125F * r, floats.vector[r], 0.0001); + assertEquals("row " + r, 0.0009765625 * r, doubles.vector[r], 0.000001); + assertEquals("row " + r, new DateWritable(new Date(111, 6, 1 + r)), + new DateWritable((int) dates.vector[r])); assertEquals("row " + r, - ts.toString(), - row.getFieldValue(7).toString()); - assertEquals("row " + r, "1.234567", row.getFieldValue(8).toString()); - assertEquals("row " + r, Integer.toString(r), - row.getFieldValue(9).toString()); - assertEquals("row " + r, pad(Integer.toHexString(r), 10), - row.getFieldValue(10).toString()); - assertEquals("row " + r, Integer.toHexString(r * 128), - row.getFieldValue(11).toString()); - assertEquals("row " + r, "{" + Integer.toString(r + 13) + "}", - row.getFieldValue(12).toString()); - assertEquals("row " + r, "union(1, " + Integer.toString(r + 42) + ")", - row.getFieldValue(13).toString()); - assertEquals("row " + r, "[31415, 31416, 31417]", - row.getFieldValue(14).toString()); - expected = new StringBuilder(); - expected.append('{'); - expected.append(Integer.toHexString(3 * r)); - expected.append('='); - expected.append(3 * r); - expected.append(", "); - expected.append(Integer.toHexString(3 * r + 1)); - expected.append('='); - expected.append(3 * r + 1); - expected.append(", "); - expected.append(Integer.toHexString(3 * r + 2)); - expected.append('='); - expected.append(3 * r + 2); - expected.append('}'); - assertEquals("row " + r, expected.toString(), - row.getFieldValue(15).toString()); + new Timestamp(115, 9, 25, 10, 11, 59 + r, 999999999), + times.asScratchTimestamp(r)); + assertEquals("row " + r, "1.234567", decs.vector[r].toString()); + assertEquals("row " + r, Integer.toString(r), strs.toString(r)); + assertEquals("row " + r, Integer.toHexString(r), chars.toString(r)); + assertEquals("row " + r, Integer.toHexString(r * 128), vcs.toString(r)); + assertEquals("row " + r, r + 13, structInts.vector[r]); + assertEquals("row " + r, 1, unions.tags[r]); + assertEquals("row " + r, r + 42, unionInts.vector[r]); + assertEquals("row " + r, 3, lists.lengths[r]); + assertEquals("row " + r, 31415, listInts.vector[(int) lists.offsets[r]]); + assertEquals("row " + r, 31416, listInts.vector[(int) lists.offsets[r] + 1]); + assertEquals("row " + r, 31417, listInts.vector[(int) lists.offsets[r] + 2]); + assertEquals("row " + r, 3, maps.lengths[3]); + assertEquals("row " + r, Integer.toHexString(3 * r), mapKeys.toString((int) maps.offsets[r])); + assertEquals("row " + r, Integer.toString(3 * r), mapValues.toString((int) maps.offsets[r])); + assertEquals("row " + r, Integer.toHexString(3 * r + 1), mapKeys.toString((int) maps.offsets[r] + 1)); + assertEquals("row " + r, Integer.toString(3 * r + 1), mapValues.toString((int) maps.offsets[r] + 1)); + assertEquals("row " + r, Integer.toHexString(3 * r + 2), mapKeys.toString((int) maps.offsets[r] + 2)); + assertEquals("row " + r, Integer.toString(3 * r + 2), mapValues.toString((int) maps.offsets[r] + 2)); } // should have no more rows - assertEquals(false, rows.hasNext()); + assertEquals(false, rows.nextBatch(batch)); } private static String makeString(BytesColumnVector vector, int row) { @@ -2455,7 +2449,8 @@ public void testStringPadding() throws Exception { Reader reader = OrcFile.createReader(testFilePath, OrcFile.readerOptions(conf)); RecordReader rows = reader.rows(); - batch = rows.nextBatch(null); + batch = reader.getSchema().createRowBatch(); + assertEquals(true, rows.nextBatch(batch)); assertEquals(4, batch.size); // ORC currently trims the output strings. See HIVE-12286 assertEquals("", @@ -2504,19 +2499,20 @@ public void testNonDictionaryRepeatingString() throws Exception { Reader reader = OrcFile.createReader(testFilePath, OrcFile.readerOptions(conf)); RecordReader rows = reader.rows(); - batch = rows.nextBatch(null); + batch = reader.getSchema().createRowBatch(); + assertEquals(true, rows.nextBatch(batch)); assertEquals(1024, batch.size); for(int r=0; r < 1024; ++r) { assertEquals(Integer.toString(r * 10001), makeString((BytesColumnVector) batch.cols[0], r)); } - batch = rows.nextBatch(batch); + assertEquals(true, rows.nextBatch(batch)); assertEquals(1024, batch.size); for(int r=0; r < 1024; ++r) { assertEquals("Halloween", makeString((BytesColumnVector) batch.cols[0], r)); } - assertEquals(false, rows.hasNext()); + assertEquals(false, rows.nextBatch(batch)); } @Test @@ -2541,18 +2537,21 @@ public void testStructs() throws Exception { Reader reader = OrcFile.createReader(testFilePath, OrcFile.readerOptions(conf)); RecordReader rows = reader.rows(); - OrcStruct row = null; + batch = reader.getSchema().createRowBatch(); + rows.nextBatch(batch); + assertEquals(1024, batch.size); + StructColumnVector inner = (StructColumnVector) batch.cols[0]; + LongColumnVector vec = (LongColumnVector) inner.fields[0]; for(int r=0; r < 1024; ++r) { - assertEquals(true, rows.hasNext()); - row = (OrcStruct) rows.next(row); - OrcStruct inner = (OrcStruct) row.getFieldValue(0); if (r < 200 || (r >= 400 && r < 600) || r >= 800) { - assertEquals("row " + r, null, inner); + assertEquals("row " + r, true, inner.isNull[r]); } else { - assertEquals("row " + r, "{" + r + "}", inner.toString()); + assertEquals("row " + r, false, inner.isNull[r]); + assertEquals("row " + r, r, vec.vector[r]); } } - assertEquals(false, rows.hasNext()); + rows.nextBatch(batch); + assertEquals(0, batch.size); } /** @@ -2595,28 +2594,38 @@ public void testUnions() throws Exception { Reader reader = OrcFile.createReader(testFilePath, OrcFile.readerOptions(conf)); RecordReader rows = reader.rows(); - OrcStruct row = null; + batch = reader.getSchema().createRowBatch(1024); + UnionColumnVector union = (UnionColumnVector) batch.cols[0]; + LongColumnVector ints = (LongColumnVector) union.fields[0]; + LongColumnVector longs = (LongColumnVector) union.fields[1]; + assertEquals(true, rows.nextBatch(batch)); + assertEquals(1024, batch.size); for(int r=0; r < 1024; ++r) { - assertEquals(true, rows.hasNext()); - row = (OrcStruct) rows.next(row); - OrcUnion inner = (OrcUnion) row.getFieldValue(0); if (r < 200) { - assertEquals("row " + r, null, inner); + assertEquals("row " + r, true, union.isNull[r]); } else if (r < 300) { - assertEquals("row " + r, "union(0, " + r +")", inner.toString()); + assertEquals("row " + r, false, union.isNull[r]); + assertEquals("row " + r, 0, union.tags[r]); + assertEquals("row " + r, r, ints.vector[r]); } else if (r < 400) { - assertEquals("row " + r, "union(1, " + -r +")", inner.toString()); + assertEquals("row " + r, false, union.isNull[r]); + assertEquals("row " + r, 1, union.tags[r]); + assertEquals("row " + r, -r, longs.vector[r]); } else if (r < 600) { - assertEquals("row " + r, null, inner); + assertEquals("row " + r, true, union.isNull[r]); } else if (r < 800) { - assertEquals("row " + r, "union(1, " + -r +")", inner.toString()); + assertEquals("row " + r, false, union.isNull[r]); + assertEquals("row " + r, 1, union.tags[r]); + assertEquals("row " + r, -r, longs.vector[r]); } else if (r < 1000) { - assertEquals("row " + r, null, inner); + assertEquals("row " + r, true, union.isNull[r]); } else { - assertEquals("row " + r, "union(1, " + -r +")", inner.toString()); + assertEquals("row " + r, false, union.isNull[r]); + assertEquals("row " + r, 1, union.tags[r]); + assertEquals("row " + r, -r, longs.vector[r]); } } - assertEquals(false, rows.hasNext()); + assertEquals(false, rows.nextBatch(batch)); } /** @@ -2663,31 +2672,33 @@ public void testLists() throws Exception { Reader reader = OrcFile.createReader(testFilePath, OrcFile.readerOptions(conf)); RecordReader rows = reader.rows(); - OrcStruct row = null; + batch = reader.getSchema().createRowBatch(1024); + list = (ListColumnVector) batch.cols[0]; + rows.nextBatch(batch); + assertEquals(1024, batch.size); for(int r=0; r < 1024; ++r) { - assertEquals(true, rows.hasNext()); - row = (OrcStruct) rows.next(row); - List inner = (List) row.getFieldValue(0); + StringBuilder actual = new StringBuilder(); + list.stringifyValue(actual, r); if (r < 200) { - assertEquals("row " + r, null, inner); + assertEquals("row " + r, "null", actual.toString()); } else if (r < 300) { assertEquals("row " + r, "[" + ((r - 200) * 10) + "]", - inner.toString()); + actual.toString()); } else if (r < 400) { - assertEquals("row " + r, null, inner); + assertEquals("row " + r, "null", actual.toString()); } else if (r < 500) { assertEquals("row " + r, "[" + ((r - 300) * 10) + "]", - inner.toString()); + actual.toString()); } else if (r < 600) { - assertEquals("row " + r, null, inner); + assertEquals("row " + r, "null", actual.toString()); } else if (r < 700) { assertEquals("row " + r, "[" + (10 * r) + ", " + (10 * (r + 1)) + "]", - inner.toString()); + actual.toString()); } else { - assertEquals("row " + r, null, inner); + assertEquals("row " + r, "null", actual.toString()); } } - assertEquals(false, rows.hasNext()); + assertEquals(false, rows.nextBatch(batch)); } /** @@ -2736,31 +2747,36 @@ public void testMaps() throws Exception { Reader reader = OrcFile.createReader(testFilePath, OrcFile.readerOptions(conf)); RecordReader rows = reader.rows(); - OrcStruct row = null; + batch = reader.getSchema().createRowBatch(); + map = (MapColumnVector) batch.cols[0]; + rows.nextBatch(batch); + assertEquals(1024, batch.size); for(int r=0; r < 1024; ++r) { - assertEquals(true, rows.hasNext()); - row = (OrcStruct) rows.next(row); - Map inner = (Map) row.getFieldValue(0); + StringBuilder buffer = new StringBuilder(); + map.stringifyValue(buffer, r); + String actual = buffer.toString(); if (r < 200) { - assertEquals("row " + r, null, inner); + assertEquals("row " + r, "null", actual); } else if (r < 300) { - assertEquals("row " + r, "{" + (r - 200) + "=" + ((r - 200) * 10) + "}", - inner.toString()); + assertEquals("row " + r, "[{\"key\": " + (r - 200) + + ", \"value\": " + ((r - 200) * 10) + "}]", + actual); } else if (r < 400) { - assertEquals("row " + r, null, inner); + assertEquals("row " + r, "null", actual); } else if (r < 500) { - assertEquals("row " + r, "{" + (r - 300) + "=" + ((r - 300) * 10) + "}", - inner.toString()); + assertEquals("row " + r, "[{\"key\": " + (r - 300) + + ", \"value\": " + ((r - 300) * 10) + "}]", actual); } else if (r < 600) { - assertEquals("row " + r, null, inner); + assertEquals("row " + r, "null", actual); } else if (r < 700) { - assertEquals("row " + r, "{" + r + "=" + (r * 10) + ", " + - (r + 1) + "=" + (10 * (r + 1)) + "}", - inner.toString()); + assertEquals("row " + r, "[{\"key\": " + r + ", \"value\": " + (r * 10) + + "}, {\"key\": " + (r + 1) + ", \"value\": " + (10 * (r + 1)) + + "}]", actual); } else { - assertEquals("row " + r, null, inner); + assertEquals("row " + r, "null", actual); } } - assertEquals(false, rows.hasNext()); + rows.nextBatch(batch); + assertEquals(0, batch.size); } } diff --git ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestVectorizedORCReader.java ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestVectorizedORCReader.java index adb52f0..a52b3ef 100644 --- ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestVectorizedORCReader.java +++ ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestVectorizedORCReader.java @@ -151,12 +151,11 @@ private void checkVectorizedReader() throws Exception { OrcFile.readerOptions(conf)); RecordReaderImpl vrr = (RecordReaderImpl) vreader.rows(); RecordReaderImpl rr = (RecordReaderImpl) reader.rows(); - VectorizedRowBatch batch = null; + VectorizedRowBatch batch = reader.getSchema().createRowBatch(); OrcStruct row = null; // Check Vectorized ORC reader against ORC row reader - while (vrr.hasNext()) { - batch = vrr.nextBatch(batch); + while (vrr.nextBatch(batch)) { for (int i = 0; i < batch.size; i++) { row = (OrcStruct) rr.next(row); for (int j = 0; j < batch.cols.length; j++) { @@ -239,6 +238,6 @@ private void checkVectorizedReader() throws Exception { Assert.assertEquals(false, batch.cols[8].noNulls); Assert.assertEquals(false, batch.cols[9].noNulls); } - Assert.assertEquals(false, rr.hasNext()); + Assert.assertEquals(false, rr.nextBatch(batch)); } } diff --git ql/src/test/queries/clientnegative/orc_replace_columns2.q ql/src/test/queries/clientnegative/orc_replace_columns2.q index 2a50b94..9bf9c87 100644 --- ql/src/test/queries/clientnegative/orc_replace_columns2.q +++ ql/src/test/queries/clientnegative/orc_replace_columns2.q @@ -1,3 +1,6 @@ SET hive.exec.schema.evolution=true; + +-- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. create table src_orc (key tinyint, val string) stored as orc; -alter table src_orc replace columns (k smallint, val string); +alter table src_orc replace columns (k smallint, val int); diff --git ql/src/test/queries/clientnegative/orc_replace_columns2_acid.q ql/src/test/queries/clientnegative/orc_replace_columns2_acid.q index b1614e6..7b37757 100644 --- ql/src/test/queries/clientnegative/orc_replace_columns2_acid.q +++ ql/src/test/queries/clientnegative/orc_replace_columns2_acid.q @@ -1,3 +1,6 @@ SET hive.exec.schema.evolution=false; + +-- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. create table src_orc (key tinyint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true'); -alter table src_orc replace columns (k smallint, val string); +alter table src_orc replace columns (k smallint, val int); diff --git ql/src/test/queries/clientnegative/orc_replace_columns3.q ql/src/test/queries/clientnegative/orc_replace_columns3.q index b7b527f..c2564fb 100644 --- ql/src/test/queries/clientnegative/orc_replace_columns3.q +++ ql/src/test/queries/clientnegative/orc_replace_columns3.q @@ -1,4 +1,7 @@ SET hive.exec.schema.evolution=true; + +-- Currently, smallint to tinyint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. create table src_orc (key smallint, val string) stored as orc; alter table src_orc replace columns (k int, val string, z smallint); alter table src_orc replace columns (k int, val string, z tinyint); diff --git ql/src/test/queries/clientnegative/orc_replace_columns3_acid.q ql/src/test/queries/clientnegative/orc_replace_columns3_acid.q index 89c04e6..e3cb819 100644 --- ql/src/test/queries/clientnegative/orc_replace_columns3_acid.q +++ ql/src/test/queries/clientnegative/orc_replace_columns3_acid.q @@ -1,4 +1,7 @@ SET hive.exec.schema.evolution=false; + +-- Currently, smallint to tinyint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. create table src_orc (key smallint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true'); alter table src_orc replace columns (k int, val string, z smallint); alter table src_orc replace columns (k int, val string, z tinyint); diff --git ql/src/test/queries/clientnegative/orc_type_promotion1.q ql/src/test/queries/clientnegative/orc_type_promotion1.q index d7facc3..07a93d1 100644 --- ql/src/test/queries/clientnegative/orc_type_promotion1.q +++ ql/src/test/queries/clientnegative/orc_type_promotion1.q @@ -1,3 +1,6 @@ SET hive.exec.schema.evolution=true; -create table src_orc (key tinyint, val string) stored as orc; -alter table src_orc change key key float; + +-- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key string, val string) stored as orc; +alter table src_orc change key key int; diff --git ql/src/test/queries/clientnegative/orc_type_promotion1_acid.q ql/src/test/queries/clientnegative/orc_type_promotion1_acid.q index b845bd6..3a8c08a 100644 --- ql/src/test/queries/clientnegative/orc_type_promotion1_acid.q +++ ql/src/test/queries/clientnegative/orc_type_promotion1_acid.q @@ -1,3 +1,6 @@ SET hive.exec.schema.evolution=false; -create table src_orc (key tinyint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true'); -alter table src_orc change key key float; + +-- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key string, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true'); +alter table src_orc change key key int; diff --git ql/src/test/queries/clientnegative/orc_type_promotion2.q ql/src/test/queries/clientnegative/orc_type_promotion2.q index c4ee1b5..ddc3423 100644 --- ql/src/test/queries/clientnegative/orc_type_promotion2.q +++ ql/src/test/queries/clientnegative/orc_type_promotion2.q @@ -1,4 +1,7 @@ SET hive.exec.schema.evolution=true; + +-- Currently, bigint to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. create table src_orc (key smallint, val string) stored as orc; desc src_orc; alter table src_orc change key key smallint; @@ -7,4 +10,4 @@ alter table src_orc change key key int; desc src_orc; alter table src_orc change key key bigint; desc src_orc; -alter table src_orc change val val char(100); +alter table src_orc change val val int; diff --git ql/src/test/queries/clientnegative/orc_type_promotion2_acid.q ql/src/test/queries/clientnegative/orc_type_promotion2_acid.q index 5228cf8..1d24b1d 100644 --- ql/src/test/queries/clientnegative/orc_type_promotion2_acid.q +++ ql/src/test/queries/clientnegative/orc_type_promotion2_acid.q @@ -1,4 +1,7 @@ SET hive.exec.schema.evolution=false; + +-- Currently, bigint to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. create table src_orc (key smallint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true'); desc src_orc; alter table src_orc change key key smallint; @@ -7,4 +10,4 @@ alter table src_orc change key key int; desc src_orc; alter table src_orc change key key bigint; desc src_orc; -alter table src_orc change val val char(100); +alter table src_orc change val val int; diff --git ql/src/test/queries/clientnegative/orc_type_promotion3.q ql/src/test/queries/clientnegative/orc_type_promotion3.q index 3ee99ec..52b0ec7 100644 --- ql/src/test/queries/clientnegative/orc_type_promotion3.q +++ ql/src/test/queries/clientnegative/orc_type_promotion3.q @@ -1,3 +1,6 @@ SET hive.exec.schema.evolution=true; -create table src_orc (key tinyint, val string) stored as orc; + +-- Currently, double to smallint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key double, val string) stored as orc; alter table src_orc change key key smallint; diff --git ql/src/test/queries/clientnegative/orc_type_promotion3_acid.q ql/src/test/queries/clientnegative/orc_type_promotion3_acid.q index 79e5c84..83764e2 100644 --- ql/src/test/queries/clientnegative/orc_type_promotion3_acid.q +++ ql/src/test/queries/clientnegative/orc_type_promotion3_acid.q @@ -1,3 +1,6 @@ SET hive.exec.schema.evolution=false; -create table src_orc (key tinyint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true'); + +-- Currently, double to smallint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key double, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true'); alter table src_orc change key key smallint; diff --git ql/src/test/queries/clientpositive/orc_int_type_promotion.q ql/src/test/queries/clientpositive/orc_int_type_promotion.q index a5a2308..9be46f0 100644 --- ql/src/test/queries/clientpositive/orc_int_type_promotion.q +++ ql/src/test/queries/clientpositive/orc_int_type_promotion.q @@ -46,6 +46,8 @@ insert overwrite table alltypes_orc select * from alltypes; select * from alltypes_orc; +SET hive.exec.schema.evolution=true; + alter table alltypes_orc change si si int; select * from alltypes_orc; @@ -59,6 +61,8 @@ set hive.fetch.task.conversion=none; explain select ti, si, i, bi from alltypes_orc; select ti, si, i, bi from alltypes_orc; +SET hive.exec.schema.evolution=false; + set hive.exec.dynamic.partition.mode=nonstrict; create table src_part_orc (key int, value string) partitioned by (ds string) stored as orc; insert overwrite table src_part_orc partition(ds) select key, value, ds from srcpart where ds is not null; diff --git ql/src/test/queries/clientpositive/orc_schema_evolution.q ql/src/test/queries/clientpositive/orc_schema_evolution.q index 285acf4..c78cfe8 100644 --- ql/src/test/queries/clientpositive/orc_schema_evolution.q +++ ql/src/test/queries/clientpositive/orc_schema_evolution.q @@ -1,4 +1,6 @@ set hive.fetch.task.conversion=none; +SET hive.exec.schema.evolution=true; + create table src_orc (key smallint, val string) stored as orc; create table src_orc2 (key smallint, val string) stored as orc; diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part.q ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part.q index 800c5f8..f25144f 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part.q @@ -1,173 +1,890 @@ +set hive.explain.user=true; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.exec.schema.evolution=false; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.metastore.disallow.incompatible.col.type.changes=true; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_permute_select add columns(c int); + +insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40); + +insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200); + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_permute_select order by insert_num; +select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num; +select insert_num,part,c from part_add_int_permute_select order by insert_num; + +drop table part_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string); +alter table part_add_int_string_permute_select add columns(c int, d string); -insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,c from part_add_int_string_permute_select order by insert_num; +select insert_num,part,d from part_add_int_string_permute_select order by insert_num; +drop table part_add_int_string_permute_select; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int; +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); -insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); -insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); -select part,a,b from partitioned2; +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num; +drop table part_change_string_group_double; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); --- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); -insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); --- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num; + +drop table part_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num; + +drop table part_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num; + +drop table part_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +drop table part_change_numeric_group_string_group_floating_string; -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int; +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; -insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1); +insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); -select part,a,b from partitioned4; +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +drop table part_change_numeric_group_string_group_floating_char; -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING); + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +drop table part_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; + +insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +drop table part_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; + +insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +drop table part_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; + +insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +drop table part_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1); + +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original'); + +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1); + +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; + +drop table part_change_lower_to_higher_numeric_group_double; + +-- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_update_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_update_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string); +alter table partitioned_update_1 add columns(c int, d string); -insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_update_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_update_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned5; +select insert_num,part,a,b,c,d from partitioned_update_1; -- UPDATE New Columns -update partitioned5 set c=99; +update partitioned_update_1 set c=99; -select part,a,b,c,d from partitioned5; +select insert_num,part,a,b,c,d from partitioned_update_1; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_delete_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_delete_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string); +alter table partitioned_delete_1 add columns(c int, d string); -insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_delete_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_delete_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned6; +select part,a,b,c,d from partitioned_delete_1; -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6; +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6; -select part,a,b,c,d from partitioned6; + +select insert_num,part,a,b,c,d from partitioned_delete_1; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_delete_2(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_delete_2 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string); +alter table partitioned_delete_2 add columns(c int, d string); -insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_delete_2 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_delete_2 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned7; +select insert_num,part,a,b,c,d from partitioned_delete_2; -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100; - -select part,a,b,c,d from partitioned7; +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100; +select insert_num,part,a,b,c,d from partitioned_delete_2; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; -DROP TABLE partitioned5; -DROP TABLE partitioned6; -DROP TABLE partitioned7; \ No newline at end of file +DROP TABLE partitioned_update_1; +DROP TABLE partitioned_delete_1; +DROP TABLE partitioned_delete_2; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_table.q index b006acb..becc7bb 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_table.q @@ -1,56 +1,789 @@ +set hive.explain.user=true; set hive.cli.print.header=true; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.exec.schema.evolution=false; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.metastore.disallow.incompatible.col.type.changes=true; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Table -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int); + +insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40); -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200); + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num; +select insert_num,a,b,c from table_add_int_permute_select order by insert_num; +select insert_num,c from table_add_int_permute_select order by insert_num; + +drop table table_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string); +alter table table_add_int_string_permute_select add columns(c int, d string); -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1; -select a,b,c from table1; -select a,b,c,d from table1; -select a,c,d from table1; -select a,d from table1; -select c from table1; -select d from table1; +select insert_num,a,b from table_add_int_string_permute_select order by insert_num; +select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num; +select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num; +select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num; +select insert_num,a,d from table_add_int_string_permute_select order by insert_num; +select insert_num,c from table_add_int_string_permute_select order by insert_num; +select insert_num,d from table_add_int_string_permute_select order by insert_num; + +drop table table_add_int_string_permute_select; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); + +insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num; + +drop table table_change_string_group_double; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); + +insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num; + +drop table table_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num; + +drop table table_change_date_group_string_group_timestamp; + + -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int; +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); -insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); -insert into table table2 values(5000, 'new'),(90000, 'new'); +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num; -select a,b from table2; +drop table table_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; + +drop table table_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; + +drop table table_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +drop table table_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; + +insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new'); + +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +drop table table_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; + +insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +drop table table_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; + +insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +drop table table_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original'); + +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new'); + +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original'); + +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new'); + +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new'); + +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new'); + +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original'); + +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new'); + +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_double; @@ -58,16 +791,26 @@ select a,b from table2; -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE table5(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE table5(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table table5 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table table5 add columns(c int, d string); -insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table5 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table table5 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); select a,b,c,d from table5; @@ -81,16 +824,26 @@ select a,b,c,d from table5; -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE table6(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE table6(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table table6 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table table6 add columns(c int, d string); -insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table6 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table table6 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); select a,b,c,d from table6; @@ -104,16 +857,26 @@ select a,b,c,d from table6; -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE table7(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE table7(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table table7 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table table7 add columns(c int, d string); -insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table7 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table table7 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); select a,b,c,d from table7; @@ -122,9 +885,6 @@ delete from table7 where a = 1 or c = 30 or c == 100; select a,b,c,d from table7; - -DROP TABLE table1; -DROP TABLE table2; DROP TABLE table5; DROP TABLE table6; DROP TABLE table7; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part.q ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part.q index fc935d5..5e164d0 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part.q @@ -1,173 +1,890 @@ +set hive.explain.user=true; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.exec.schema.evolution=false; SET hive.vectorized.execution.enabled=true; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.metastore.disallow.incompatible.col.type.changes=true; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_permute_select add columns(c int); + +insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40); + +insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200); + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_permute_select order by insert_num; +select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num; +select insert_num,part,c from part_add_int_permute_select order by insert_num; + +drop table part_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string); +alter table part_add_int_string_permute_select add columns(c int, d string); -insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,c from part_add_int_string_permute_select order by insert_num; +select insert_num,part,d from part_add_int_string_permute_select order by insert_num; +drop table part_add_int_string_permute_select; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int; +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); -insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); -insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); -select part,a,b from partitioned2; +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num; +drop table part_change_string_group_double; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); --- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); -insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); --- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num; + +drop table part_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num; + +drop table part_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num; + +drop table part_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +drop table part_change_numeric_group_string_group_floating_string; -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int; +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; -insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1); +insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); -select part,a,b from partitioned4; +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +drop table part_change_numeric_group_string_group_floating_char; -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING); + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +drop table part_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; + +insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +drop table part_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; + +insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +drop table part_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; + +insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +drop table part_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1); + +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1); + +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original'); + +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1); + +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by part; + +drop table part_change_lower_to_higher_numeric_group_double; + +-- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_update_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_update_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string); +alter table partitioned_update_1 add columns(c int, d string); -insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_update_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_update_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned5; +select insert_num,part,a,b,c,d from partitioned_update_1; -- UPDATE New Columns -update partitioned5 set c=99; +update partitioned_update_1 set c=99; -select part,a,b,c,d from partitioned5; +select insert_num,part,a,b,c,d from partitioned_update_1; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_delete_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_delete_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string); +alter table partitioned_delete_1 add columns(c int, d string); -insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_delete_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_delete_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned6; +select part,a,b,c,d from partitioned_delete_1; -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6; +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6; -select part,a,b,c,d from partitioned6; + +select insert_num,part,a,b,c,d from partitioned_delete_1; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_delete_2(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_delete_2 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string); +alter table partitioned_delete_2 add columns(c int, d string); -insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_delete_2 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_delete_2 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned7; +select insert_num,part,a,b,c,d from partitioned_delete_2; -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100; - -select part,a,b,c,d from partitioned7; +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100; +select insert_num,part,a,b,c,d from partitioned_delete_2; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; -DROP TABLE partitioned5; -DROP TABLE partitioned6; -DROP TABLE partitioned7; \ No newline at end of file +DROP TABLE partitioned_update_1; +DROP TABLE partitioned_delete_1; +DROP TABLE partitioned_delete_2; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_table.q index e49a0f3..d42c0f0 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_table.q @@ -1,56 +1,789 @@ +set hive.explain.user=true; set hive.cli.print.header=true; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.exec.schema.evolution=false; SET hive.vectorized.execution.enabled=true; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.metastore.disallow.incompatible.col.type.changes=true; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int); + +insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40); -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200); + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num; +select insert_num,a,b,c from table_add_int_permute_select order by insert_num; +select insert_num,c from table_add_int_permute_select order by insert_num; + +drop table table_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string); +alter table table_add_int_string_permute_select add columns(c int, d string); -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1; -select a,b,c from table1; -select a,b,c,d from table1; -select a,c,d from table1; -select a,d from table1; -select c from table1; -select d from table1; +select insert_num,a,b from table_add_int_string_permute_select order by insert_num; +select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num; +select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num; +select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num; +select insert_num,a,d from table_add_int_string_permute_select order by insert_num; +select insert_num,c from table_add_int_string_permute_select order by insert_num; +select insert_num,d from table_add_int_string_permute_select order by insert_num; + +drop table table_add_int_string_permute_select; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); + +insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num; + +drop table table_change_string_group_double; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); + +insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num; + +drop table table_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num; + +drop table table_change_date_group_string_group_timestamp; + + -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int; +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); -insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); -insert into table table2 values(5000, 'new'),(90000, 'new'); +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num; -select a,b from table2; +drop table table_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; + +drop table table_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; + +drop table table_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +drop table table_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; + +insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new'); + +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +drop table table_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; + +insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +drop table table_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; + +insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +drop table table_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original'); + +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new'); + +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original'); + +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new'); + +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new'); + +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new'); + +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); + +insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original'); + +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new'); + +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_double; @@ -58,16 +791,26 @@ select a,b from table2; -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE table5(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE table5(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table table5 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table table5 add columns(c int, d string); -insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table5 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table table5 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); select a,b,c,d from table5; @@ -81,16 +824,26 @@ select a,b,c,d from table5; -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE table6(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE table6(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table table6 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table table6 add columns(c int, d string); -insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table6 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table table6 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); select a,b,c,d from table6; @@ -104,16 +857,26 @@ select a,b,c,d from table6; -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE table7(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE table7(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); -insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table table7 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table table7 add columns(c int, d string); -insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table7 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table table7 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); select a,b,c,d from table7; @@ -122,9 +885,6 @@ delete from table7 where a = 1 or c = 30 or c == 100; select a,b,c,d from table7; - -DROP TABLE table1; -DROP TABLE table2; DROP TABLE table5; DROP TABLE table6; DROP TABLE table7; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q index 9c66243..59b5711 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q @@ -1,98 +1,861 @@ +set hive.explain.user=true; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=more; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.metastore.disallow.incompatible.col.type.changes=true; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_permute_select; -insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string); +alter table part_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED part_add_int_permute_select; + +insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40); -insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200); -insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num; -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select insert_num,part,a,b from part_add_int_permute_select order by insert_num; +select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num; +select insert_num,part,c from part_add_int_permute_select order by insert_num; +drop table part_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED part_add_int_string_permute_select; -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); + +insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); + +explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num; + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,c from part_add_int_string_permute_select order by insert_num; +select insert_num,part,d from part_add_int_string_permute_select order by insert_num; + +drop table part_add_int_string_permute_select; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int; +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); + +insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); -insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); -insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num; -select part,a,b from partitioned2; +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num; +drop table part_change_string_group_double; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); -insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); --- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); -insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num; + +drop table part_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num; + +drop table part_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num; + +drop table part_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_string; --- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +drop table part_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +drop table part_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +drop table part_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; + +insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +drop table part_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; + +insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +drop table part_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; + +insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +drop table part_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1); + +explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original'); -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int; +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) ; -insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1); +insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1); -select part,a,b from partitioned4; +explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; \ No newline at end of file +drop table part_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q index 5bdd620..16adf4e 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q @@ -1,56 +1,860 @@ +set hive.explain.user=true; set hive.cli.print.header=true; -set hive.support.concurrency=true; -set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=more; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.metastore.disallow.incompatible.col.type.changes=true; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40); + +insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200); + +explain +select insert_num,a,b from table_add_int_permute_select order by insert_num; + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num; +select insert_num,a,b,c from table_add_int_permute_select order by insert_num; +select insert_num,c from table_add_int_permute_select order by insert_num; + +drop table table_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC; +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING); +DESCRIBE FORMATTED table_add_int_string_permute_select; -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string); +alter table table_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED table_add_int_string_permute_select; + +insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); -insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num; -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1; -select a,b,c from table1; -select a,b,c,d from table1; -select a,c,d from table1; -select a,d from table1; -select c from table1; -select d from table1; +select insert_num,a,b from table_add_int_string_permute_select order by insert_num; +select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num; +select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num; +select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num; +select insert_num,a,d from table_add_int_string_permute_select order by insert_num; +select insert_num,c from table_add_int_string_permute_select order by insert_num; +select insert_num,d from table_add_int_string_permute_select order by insert_num; + +drop table table_add_int_string_permute_select; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); + +insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); + +insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num; + +drop table table_change_string_group_double; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); + +insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); + +insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num; + +drop table table_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING); + +insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num; + +drop table table_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING); + +insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING);DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num; + +drop table table_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; + +drop table table_change_numeric_group_string_group_floating_string; + -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC; +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); -insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; + +drop table table_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +drop table table_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING); + +insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; + +insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +drop table table_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING); + +insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; + +insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +drop table table_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING); + +insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int; +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; -insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +drop table table_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original'); + +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original'); + +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new'); + +explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original'); + +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) ; -insert into table table2 values(5000, 'new'),(90000, 'new'); +insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new'); -select a,b from table2; +explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; -DROP TABLE table1; -DROP TABLE table2; +drop table table_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part.q ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part.q index 0fbcadb..f889993 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part.q @@ -1,98 +1,861 @@ +set hive.explain.user=true; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.metastore.disallow.incompatible.col.type.changes=true; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_permute_select; -insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string); +alter table part_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED part_add_int_permute_select; + +insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40); -insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200); -insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num; -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select insert_num,part,a,b from part_add_int_permute_select order by insert_num; +select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num; +select insert_num,part,c from part_add_int_permute_select order by insert_num; +drop table part_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED part_add_int_string_permute_select; -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); + +insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); + +explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num; + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,c from part_add_int_string_permute_select order by insert_num; +select insert_num,part,d from part_add_int_string_permute_select order by insert_num; + +drop table part_add_int_string_permute_select; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int; +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); + +insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); -insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); -insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num; -select part,a,b from partitioned2; +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num; +drop table part_change_string_group_double; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); -insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); --- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); -insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num; + +drop table part_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num; + +drop table part_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num; + +drop table part_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_string; --- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +drop table part_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +drop table part_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +drop table part_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; + +insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +drop table part_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; + +insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +drop table part_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; + +insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +drop table part_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1); + +explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original'); -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int; +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) ; -insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1); +insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1); -select part,a,b from partitioned4; +explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; \ No newline at end of file +drop table part_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q new file mode 100644 index 0000000..3c4ae13 --- /dev/null +++ ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q @@ -0,0 +1,159 @@ +set hive.explain.user=true; +set hive.mapred.mode=nonstrict; +set hive.cli.print.header=true; +SET hive.exec.schema.evolution=true; +SET hive.vectorized.execution.enabled=false; +set hive.fetch.task.conversion=none; +set hive.exec.dynamic.partition.mode=nonstrict; +set hive.metastore.disallow.incompatible.col.type.changes=false; +set hive.default.fileformat=orc; + +-- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned --> all complex conversions +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT); + +CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt; + +insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt; + +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING); + +CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt; + +insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt; + +CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt; + +insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt; + +explain +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num; + +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num; + +drop table part_change_various_various_struct1; + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT); + +insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original'); + +select insert_num,part,b from part_add_various_various_struct2 order by insert_num; + +-- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT); + +CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt; + +insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt; + +CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt; + +insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt; + +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT); + +CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt; + +insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt; + +CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt; + +insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt; + +explain +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num; + +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num; + +drop table part_add_various_various_struct2; + + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT); + +CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt; + +insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt; + +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT); + +CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt; + +insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt; + +CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt; + +insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt; + +explain +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num; + +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num; + +drop table part_add_to_various_various_struct4; diff --git ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_primitive.q ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_primitive.q new file mode 100644 index 0000000..a8f5cc3 --- /dev/null +++ ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_primitive.q @@ -0,0 +1,478 @@ +set hive.explain.user=true; +set hive.mapred.mode=nonstrict; +set hive.cli.print.header=true; +SET hive.exec.schema.evolution=true; +SET hive.vectorized.execution.enabled=false; +set hive.fetch.task.conversion=none; +set hive.exec.dynamic.partition.mode=nonstrict; +set hive.metastore.disallow.incompatible.col.type.changes=false; +set hive.default.fileformat=orc; + +-- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned --> all primitive conversions +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING); + +insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new'); + +insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num; + +drop table part_change_various_various_boolean; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING); + +insert into table part_change_various_various_tinyint partition(part=2) + values (5, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new'); + +insert into table part_change_various_various_tinyint partition(part=1) + values (6, -248, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num; + +drop table part_change_various_various_tinyint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING); + +insert into table part_change_various_various_smallint partition(part=2) + values (5, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new'); + +insert into table part_change_various_various_smallint partition(part=1) + values (6, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num; + +drop table part_change_various_various_smallint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING); + +insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new'); + +insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num; + +drop table part_change_various_various_int; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING); + +insert into table part_change_various_various_bigint partition(part=2) + values (5, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new'); + +insert into table part_change_various_various_bigint partition(part=1) + values (6, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num; + +drop table part_change_various_various_bigint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING); + +insert into table part_change_various_various_float partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new'); + +insert into table part_change_various_various_float partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num; + +drop table part_change_various_various_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING); + +insert into table part_change_various_various_double partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new'); + +insert into table part_change_various_various_double partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num; + +drop table part_change_various_various_double; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING); + +insert into table part_change_various_various_decimal partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new'); + +insert into table part_change_various_various_decimal partition(part=1) + values (6,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num; + +drop table part_change_various_various_decimal; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING); + +insert into table part_change_various_various_string partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_string partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num; + +drop table part_change_various_various_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING); + +insert into table part_change_various_various_char partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_char partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num; + +drop table part_change_various_various_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING); + +insert into table part_change_various_various_char_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_char_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num; + +drop table part_change_various_various_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING); + +insert into table part_change_various_various_varchar partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_varchar partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num; + +drop table part_change_various_various_varchar; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING); + +insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num; + +drop table part_change_various_various_varchar_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '0004-09-22', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING); + +insert into table part_change_various_various_timestamp partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new'); + +insert into table part_change_various_various_timestamp partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num; + +drop table part_change_various_various_timestamp; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING); + +insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new'); + +insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new'); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num; + +drop table part_change_various_various_date; diff --git ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_table.q index 6c256ea..695d38b 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_table.q @@ -1,56 +1,860 @@ +set hive.explain.user=true; set hive.cli.print.header=true; -set hive.support.concurrency=true; -set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; - +SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.metastore.disallow.incompatible.col.type.changes=true; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40); + +insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200); + +explain +select insert_num,a,b from table_add_int_permute_select order by insert_num; + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num; +select insert_num,a,b,c from table_add_int_permute_select order by insert_num; +select insert_num,c from table_add_int_permute_select order by insert_num; + +drop table table_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC; +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING); +DESCRIBE FORMATTED table_add_int_string_permute_select; -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string); +alter table table_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED table_add_int_string_permute_select; -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); + +explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num; -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1; -select a,b,c from table1; -select a,b,c,d from table1; -select a,c,d from table1; -select a,d from table1; -select c from table1; -select d from table1; +select insert_num,a,b from table_add_int_string_permute_select order by insert_num; +select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num; +select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num; +select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num; +select insert_num,a,d from table_add_int_string_permute_select order by insert_num; +select insert_num,c from table_add_int_string_permute_select order by insert_num; +select insert_num,d from table_add_int_string_permute_select order by insert_num; + +drop table table_add_int_string_permute_select; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); + +insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); + +insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num; + +drop table table_change_string_group_double; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); + +insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); + +insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num; + +drop table table_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING); + +insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num; + +drop table table_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING); + +insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING);DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num; + +drop table table_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_string; + + -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC; +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); -insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int; +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); -insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; + +drop table table_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; + +drop table table_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +drop table table_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING); + +insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; + +insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +drop table table_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING); + +insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; + +insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +drop table table_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING); + +insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; + +insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +drop table table_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original'); + +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original'); + +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new'); + +explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original'); + +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) ; -insert into table table2 values(5000, 'new'),(90000, 'new'); +insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new'); -select a,b from table2; +explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; -DROP TABLE table1; -DROP TABLE table2; \ No newline at end of file +drop table table_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part.q ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part.q index 30b19bb..cff708c 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part.q @@ -1,98 +1,861 @@ +set hive.explain.user=true; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=more; +set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.metastore.disallow.incompatible.col.type.changes=true; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_permute_select; -insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string); +alter table part_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED part_add_int_permute_select; + +insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40); -insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200); -insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num; -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select insert_num,part,a,b from part_add_int_permute_select order by insert_num; +select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num; +select insert_num,part,c from part_add_int_permute_select order by insert_num; +drop table part_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED part_add_int_string_permute_select; -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); + +insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); + +explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num; + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,c from part_add_int_string_permute_select order by insert_num; +select insert_num,part,d from part_add_int_string_permute_select order by insert_num; + +drop table part_add_int_string_permute_select; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int; +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); + +insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); -insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); -insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num; -select part,a,b from partitioned2; +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num; +drop table part_change_string_group_double; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); -insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); --- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); -insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num; + +drop table part_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num; + +drop table part_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num; + +drop table part_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_string; --- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +drop table part_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +drop table part_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +drop table part_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; + +insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +drop table part_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; + +insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +drop table part_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; + +insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +drop table part_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1); + +explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original'); -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int; +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) ; -insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1); +insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1); -select part,a,b from partitioned4; +explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; \ No newline at end of file +drop table part_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part_all_complex.q ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part_all_complex.q new file mode 100644 index 0000000..01f7395 --- /dev/null +++ ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part_all_complex.q @@ -0,0 +1,159 @@ +set hive.explain.user=true; +set hive.mapred.mode=nonstrict; +set hive.cli.print.header=true; +SET hive.exec.schema.evolution=true; +SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; +set hive.exec.dynamic.partition.mode=nonstrict; +set hive.metastore.disallow.incompatible.col.type.changes=false; +set hive.default.fileformat=orc; + +-- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned --> all complex conversions +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT); + +CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt; + +insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt; + +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING); + +CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt; + +insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt; + +CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt; + +insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt; + +explain +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num; + +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num; + +drop table part_change_various_various_struct1; + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT); + +insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original'); + +select insert_num,part,b from part_add_various_various_struct2 order by insert_num; + +-- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT); + +CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt; + +insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt; + +CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt; + +insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt; + +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT); + +CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt; + +insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt; + +CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt; + +insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt; + +explain +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num; + +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num; + +drop table part_add_various_various_struct2; + + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT); + +CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt; + +insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt; + +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT); + +CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt; + +insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt; + +CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt; + +insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt; + +explain +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num; + +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num; + +drop table part_add_to_various_various_struct4; diff --git ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part_all_primitive.q ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part_all_primitive.q new file mode 100644 index 0000000..aa84ed6 --- /dev/null +++ ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part_all_primitive.q @@ -0,0 +1,478 @@ +set hive.explain.user=true; +set hive.mapred.mode=nonstrict; +set hive.cli.print.header=true; +SET hive.exec.schema.evolution=true; +SET hive.vectorized.execution.enabled=true; +set hive.fetch.task.conversion=none; +set hive.exec.dynamic.partition.mode=nonstrict; +set hive.metastore.disallow.incompatible.col.type.changes=false; +set hive.default.fileformat=orc; + +-- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned --> all primitive conversions +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING); + +insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new'); + +insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num; + +drop table part_change_various_various_boolean; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING); + +insert into table part_change_various_various_tinyint partition(part=2) + values (5, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new'); + +insert into table part_change_various_various_tinyint partition(part=1) + values (6, -248, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num; + +drop table part_change_various_various_tinyint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING); + +insert into table part_change_various_various_smallint partition(part=2) + values (5, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new'); + +insert into table part_change_various_various_smallint partition(part=1) + values (6, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num; + +drop table part_change_various_various_smallint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING); + +insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new'); + +insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num; + +drop table part_change_various_various_int; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING); + +insert into table part_change_various_various_bigint partition(part=2) + values (5, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new'); + +insert into table part_change_various_various_bigint partition(part=1) + values (6, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num; + +drop table part_change_various_various_bigint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING); + +insert into table part_change_various_various_float partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new'); + +insert into table part_change_various_various_float partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num; + +drop table part_change_various_various_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING); + +insert into table part_change_various_various_double partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new'); + +insert into table part_change_various_various_double partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num; + +drop table part_change_various_various_double; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING); + +insert into table part_change_various_various_decimal partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new'); + +insert into table part_change_various_various_decimal partition(part=1) + values (6,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num; + +drop table part_change_various_various_decimal; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING); + +insert into table part_change_various_various_string partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_string partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num; + +drop table part_change_various_various_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING); + +insert into table part_change_various_various_char partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_char partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num; + +drop table part_change_various_various_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING); + +insert into table part_change_various_various_char_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_char_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num; + +drop table part_change_various_various_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING); + +insert into table part_change_various_various_varchar partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_varchar partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num; + +drop table part_change_various_various_varchar; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING); + +insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num; + +drop table part_change_various_various_varchar_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '0004-09-22', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING); + +insert into table part_change_various_various_timestamp partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new'); + +insert into table part_change_various_various_timestamp partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num; + +drop table part_change_various_various_timestamp; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING); + +insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new'); + +insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new'); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num; + +drop table part_change_various_various_date; diff --git ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_table.q index 6df2095..b1f7750 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_table.q @@ -1,56 +1,860 @@ +set hive.explain.user=true; set hive.cli.print.header=true; -set hive.support.concurrency=true; -set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; - +SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=true; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.metastore.disallow.incompatible.col.type.changes=true; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40); + +insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200); + +explain +select insert_num,a,b from table_add_int_permute_select order by insert_num; + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num; +select insert_num,a,b,c from table_add_int_permute_select order by insert_num; +select insert_num,c from table_add_int_permute_select order by insert_num; + +drop table table_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC; +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING); +DESCRIBE FORMATTED table_add_int_string_permute_select; -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string); +alter table table_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED table_add_int_string_permute_select; -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); -insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); + +explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num; -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1; -select a,b,c from table1; -select a,b,c,d from table1; -select a,c,d from table1; -select a,d from table1; -select c from table1; -select d from table1; +select insert_num,a,b from table_add_int_string_permute_select order by insert_num; +select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num; +select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num; +select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num; +select insert_num,a,d from table_add_int_string_permute_select order by insert_num; +select insert_num,c from table_add_int_string_permute_select order by insert_num; +select insert_num,d from table_add_int_string_permute_select order by insert_num; + +drop table table_add_int_string_permute_select; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); + +insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); + +insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num; + +drop table table_change_string_group_double; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); + +insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); + +insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num; + +drop table table_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING); + +insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num; + +drop table table_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING); + +insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING);DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num; + +drop table table_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_string; + + -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC; +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); -insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int; +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); -insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; + +drop table table_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; + +drop table table_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +drop table table_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING); + +insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; + +insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +drop table table_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING); + +insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; + +insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +drop table table_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING); + +insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; + +insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +drop table table_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original'); + +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original'); + +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new'); + +explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original'); + +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) ; -insert into table table2 values(5000, 'new'),(90000, 'new'); +insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new'); -select a,b from table2; +explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; -DROP TABLE table1; -DROP TABLE table2; \ No newline at end of file +drop table table_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_part.q ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_part.q index 4d78642..49623d1 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_part.q @@ -1,98 +1,862 @@ +set hive.explain.user=true; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=more; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.metastore.disallow.incompatible.col.type.changes=true; +set hive.default.fileformat=textfile; -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, FetchWork, Partitioned +-- +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_permute_select; -insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string); +alter table part_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED part_add_int_permute_select; -insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40); -insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200); + +explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num; -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select insert_num,part,a,b from part_add_int_permute_select order by insert_num; +select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num; +select insert_num,part,c from part_add_int_permute_select order by insert_num; + +drop table part_add_int_permute_select; + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_string_permute_select; -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); + +insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); + +explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num; + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,c from part_add_int_string_permute_select order by insert_num; +select insert_num,part,d from part_add_int_string_permute_select order by insert_num; + +drop table part_add_int_string_permute_select; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int; +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); -insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); -insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); -select part,a,b from partitioned2; +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num; +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num; +drop table part_change_string_group_double; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); -insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); --- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); -insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); --- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num; + +drop table part_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num; + +drop table part_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num; + +drop table part_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +drop table part_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; +insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +drop table part_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +drop table part_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; + +insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +drop table part_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; + +insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +drop table part_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; + +insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +drop table part_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1); + +explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original'); -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int; +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) ; -insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1); +insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1); -select part,a,b from partitioned4; +explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; \ No newline at end of file +drop table part_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_table.q ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_table.q index 0834351..547f332 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_table.q @@ -1,67 +1,859 @@ +set hive.explain.user=true; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=true; set hive.fetch.task.conversion=more; +set hive.metastore.disallow.incompatible.col.type.changes=true; +set hive.default.fileformat=textfile; -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE; +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40); + +insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200); + +explain +select insert_num,a,b from table_add_int_permute_select order by insert_num; + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num; +select insert_num,a,b,c from table_add_int_permute_select order by insert_num; +select insert_num,c from table_add_int_permute_select order by insert_num; + +drop table table_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING); +DESCRIBE FORMATTED table_add_int_string_permute_select; + +insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED table_add_int_string_permute_select; + +insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); + +insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); + +explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num; + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num; +select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num; +select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num; +select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num; +select insert_num,a,d from table_add_int_string_permute_select order by insert_num; +select insert_num,c from table_add_int_string_permute_select order by insert_num; +select insert_num,d from table_add_int_string_permute_select order by insert_num; + +drop table table_add_int_string_permute_select; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); + +insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); + +insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num; + +drop table table_change_string_group_double; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); + +insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); + +insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num; + +drop table table_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING); + +insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num; + +drop table table_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING); + +insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING);DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num; + +drop table table_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); -select a,b from table1; +insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original'); --- ADD COLUMNS -alter table table1 add columns(c int, d string); +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) ; -select a,b,c,d from table1; +insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); --- ADD COLUMNS -alter table table1 add columns(e string); +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; -insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2'); +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; -select a,b,c,d,e from table1; +drop table table_change_numeric_group_string_group_floating_string; -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE; +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); -insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); -select a,b from table3; +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; --- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int; +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; -insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); -select a,b from table3; +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; --- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string); +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; + +drop table table_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +drop table table_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING); + +insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; + +insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +drop table table_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING); + +insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; + +insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +drop table table_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING); + +insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; + +insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +drop table table_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original'); + +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original'); + +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new'); + +explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING); -insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6'); +insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original'); -select a,b from table3; +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) ; --- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int; +insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new'); -select a,b from table3; +explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; -DROP TABLE table1; -DROP TABLE table2; -DROP TABLE table3; \ No newline at end of file +drop table table_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part.q ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part.q index 173e417..8db6e8d 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part.q @@ -1,98 +1,861 @@ +set hive.explain.user=true; set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.metastore.disallow.incompatible.col.type.changes=true; +set hive.default.fileformat=textfile; -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Partitioned +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_permute_select; -insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string); +alter table part_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED part_add_int_permute_select; + +insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40); -insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200); -insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num; -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select insert_num,part,a,b from part_add_int_permute_select order by insert_num; +select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num; +select insert_num,part,c from part_add_int_permute_select order by insert_num; +drop table part_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED part_add_int_string_permute_select; + +insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED part_add_int_string_permute_select; -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); + +insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); + +explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num; + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num; +select insert_num,part,c from part_add_int_string_permute_select order by insert_num; +select insert_num,part,d from part_add_int_string_permute_select order by insert_num; + +drop table part_add_int_string_permute_select; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int; +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); + +insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); -insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); -insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num; -select part,a,b from partitioned2; +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num; +drop table part_change_string_group_double; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); -insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); --- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); -insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num; + +drop table part_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num; + +drop table part_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num; + +drop table part_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_string; --- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; + +insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num; + +drop table part_change_numeric_group_string_group_floating_string; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num; + +drop table part_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num; + +drop table part_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; + +insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +drop table part_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; + +insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num; + +drop table part_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; + +insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num; + +drop table part_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; + +insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num; + +drop table part_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1); + +explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original'); + +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) ; + +insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1); + +explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num; + +drop table part_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original'); -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int; +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) ; -insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1); +insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1); -select part,a,b from partitioned4; +explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; \ No newline at end of file +drop table part_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part_all_complex.q ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part_all_complex.q new file mode 100644 index 0000000..f4614ff --- /dev/null +++ ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part_all_complex.q @@ -0,0 +1,159 @@ +set hive.explain.user=true; +set hive.mapred.mode=nonstrict; +set hive.cli.print.header=true; +SET hive.exec.schema.evolution=true; +SET hive.vectorized.execution.enabled=false; +set hive.fetch.task.conversion=none; +set hive.exec.dynamic.partition.mode=nonstrict; +set hive.metastore.disallow.incompatible.col.type.changes=false; +set hive.default.fileformat=textfile; + +-- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Partitioned --> all complex conversions +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT); + +CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt; + +insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt; + +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING); + +CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt; + +insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt; + +CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt; + +insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt; + +explain +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num; + +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num; + +drop table part_change_various_various_struct1; + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT); + +insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original'); + +select insert_num,part,b from part_add_various_various_struct2 order by insert_num; + +-- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT); + +CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt; + +insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt; + +CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt; + +insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt; + +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT); + +CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt; + +insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt; + +CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt; + +insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt; + +explain +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num; + +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num; + +drop table part_add_various_various_struct2; + + + + +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT); + +CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt; + +insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt; + +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT); + +CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt; + +insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt; + +CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile; +load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt; + +insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt; + +explain +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num; + +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num; + +drop table part_add_to_various_various_struct4; diff --git ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part_all_primitive.q ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part_all_primitive.q new file mode 100644 index 0000000..3b8d8e4 --- /dev/null +++ ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part_all_primitive.q @@ -0,0 +1,509 @@ +set hive.explain.user=true; +set hive.mapred.mode=nonstrict; +set hive.cli.print.header=true; +SET hive.exec.schema.evolution=true; +SET hive.vectorized.execution.enabled=false; +set hive.fetch.task.conversion=none; +set hive.exec.dynamic.partition.mode=nonstrict; +set hive.metastore.disallow.incompatible.col.type.changes=false; +set hive.default.fileformat=textfile; + +-- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Partitioned --> all primitive conversions +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING); + +insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new'); + +insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num; + +drop table part_change_various_various_boolean; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING); + +insert into table part_change_various_various_tinyint partition(part=2) + values (5, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new'); + +insert into table part_change_various_various_tinyint partition(part=1) + values (6, -248, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num; + +drop table part_change_various_various_tinyint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING); + +insert into table part_change_various_various_smallint partition(part=2) + values (5, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new'); + +insert into table part_change_various_various_smallint partition(part=1) + values (6, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num; + +drop table part_change_various_various_smallint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING); + +insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new'); + +insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num; + +drop table part_change_various_various_int; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING); + +insert into table part_change_various_various_bigint partition(part=2) + values (5, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new'); + +insert into table part_change_various_various_bigint partition(part=1) + values (6, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num; + +drop table part_change_various_various_bigint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING); + +insert into table part_change_various_various_float partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new'); + +insert into table part_change_various_various_float partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num; + +drop table part_change_various_various_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING); + +insert into table part_change_various_various_double partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new'); + +insert into table part_change_various_various_double partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num; + +drop table part_change_various_various_double; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING); + +insert into table part_change_various_various_decimal partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new'); + +insert into table part_change_various_various_decimal partition(part=1) + values (6,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num; + +drop table part_change_various_various_decimal; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING); + +insert into table part_change_various_various_string partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_string partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num; + +drop table part_change_various_various_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING); + +insert into table part_change_various_various_char partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_char partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num; + +drop table part_change_various_various_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING); + +insert into table part_change_various_various_char_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_char_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num; + +drop table part_change_various_various_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING); + +insert into table part_change_various_various_varchar partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_varchar partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num; + +drop table part_change_various_various_varchar; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING); + +insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new'); + +insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num; + +drop table part_change_various_various_varchar_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '0004-09-22', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original'); + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING); + +insert into table part_change_various_various_timestamp partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new'); + +insert into table part_change_various_various_timestamp partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new'); + +explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num; + +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num; + +drop table part_change_various_various_timestamp; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original'); + +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING); + +insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new'); + +insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new'); + +explain +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num; + +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num; + +drop table part_change_various_various_date; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR) --> BINARY +-- +CREATE TABLE part_change_various_various_binary(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), b STRING) PARTITIONED BY(part INT); + +insert into table part_change_various_various_binary partition(part=1) + values(1, 'binary', 'binary', 'binary', 'original'), + (2, 'binary', 'binary', 'binary', 'original'), + (3, 'binary', 'binary', 'binary', 'original'), + (4, 'binary', 'binary', 'binary', 'original'); + +select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_binary replace columns (insert_num int, c1 BINARY, c2 BINARY, c3 BINARY, b STRING); + +insert into table part_change_various_various_binary partition(part=2) + values (5, 'binary', 'binary', 'binary', 'new'); + +insert into table part_change_various_various_binary partition(part=1) + values (6,-'binary', 'binary', 'binary', 'new'); + +explain +select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num; + +select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num; + +drop table part_change_various_various_binary; diff --git ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_table.q index 83cab14..6be38e5 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_table.q @@ -1,67 +1,859 @@ +set hive.explain.user=true; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=true; set hive.fetch.task.conversion=none; +set hive.metastore.disallow.incompatible.col.type.changes=true; +set hive.default.fileformat=textfile; -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE; +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int); +DESCRIBE FORMATTED table_add_int_permute_select; + +insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40); + +insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200); + +explain +select insert_num,a,b from table_add_int_permute_select order by insert_num; + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num; +select insert_num,a,b,c from table_add_int_permute_select order by insert_num; +select insert_num,c from table_add_int_permute_select order by insert_num; + +drop table table_add_int_permute_select; + + +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING); +DESCRIBE FORMATTED table_add_int_string_permute_select; + +insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original'); + +-- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string); +DESCRIBE FORMATTED table_add_int_string_permute_select; + +insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty'); + +insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred'); + +explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num; + +-- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num; +select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num; +select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num; +select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num; +select insert_num,a,d from table_add_int_string_permute_select order by insert_num; +select insert_num,c from table_add_int_string_permute_select order by insert_num; +select insert_num,d from table_add_int_string_permute_select order by insert_num; + +drop table table_add_int_string_permute_select; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); + +insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING); + +insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num; + +drop table table_change_string_group_double; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING); + +insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING); + +insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new'); + +insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num; + +drop table table_change_string_group_decimal; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING); + +insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING); + +insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new'); +insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num; + +drop table table_change_date_group_string_group_timestamp; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING); + +insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original'); -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING);DESCRIBE FORMATTED table_change_date_group_string_group_date; + +insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num; + +drop table table_change_date_group_string_group_date; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_char_trunc; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING); + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) ; + +insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); -select a,b from table1; +insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original'); --- ADD COLUMNS -alter table table1 add columns(c int, d string); +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) ; -select a,b,c,d from table1; +insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); --- ADD COLUMNS -alter table table1 add columns(e string); +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; -insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2'); +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num; -select a,b,c,d,e from table1; +drop table table_change_numeric_group_string_group_floating_string; -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE; +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); -insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); -select a,b from table3; +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; --- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int; +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) ; -insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); +insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); -select a,b from table3; +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; --- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string); +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num; + +drop table table_change_numeric_group_string_group_floating_char; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_floating_char_trunc; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num; + +drop table table_change_numeric_group_string_group_floating_varchar; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING); + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original'); + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) ; + +insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num; + +drop table table_change_numeric_group_string_group_floating_varchar_trunc; + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING); + +insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) ; + +insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num; + +drop table table_change_string_group_string_group_string; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING); + +insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) ; + +insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num; + +drop table table_change_string_group_string_group_char; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING); + +insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original'); + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) ; + +insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num; + +drop table table_change_string_group_string_group_varchar; + + + +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original'); + +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_tinyint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original'); + +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new'); + +explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_smallint; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new'); + +explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_int; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new'); + +explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_bigint; + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING); + +insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original'); + +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) ; + +insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new'); + +explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num; + +drop table table_change_lower_to_higher_numeric_group_float; + + + +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING); -insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6'); +insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original'); -select a,b from table3; +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) ; --- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int; +insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new'); -select a,b from table3; +explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num; -DROP TABLE table1; -DROP TABLE table2; -DROP TABLE table3; \ No newline at end of file +drop table table_change_lower_to_higher_numeric_group_double; \ No newline at end of file diff --git ql/src/test/results/clientnegative/orc_replace_columns2.q.out ql/src/test/results/clientnegative/orc_replace_columns2.q.out index d581c79..83b55f9 100644 --- ql/src/test/results/clientnegative/orc_replace_columns2.q.out +++ ql/src/test/results/clientnegative/orc_replace_columns2.q.out @@ -1,13 +1,18 @@ -PREHOOK: query: create table src_orc (key tinyint, val string) stored as orc +PREHOOK: query: -- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key tinyint, val string) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@src_orc -POSTHOOK: query: create table src_orc (key tinyint, val string) stored as orc +POSTHOOK: query: -- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key tinyint, val string) stored as orc POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@src_orc -PREHOOK: query: alter table src_orc replace columns (k smallint, val string) +PREHOOK: query: alter table src_orc replace columns (k smallint, val int) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@src_orc PREHOOK: Output: default@src_orc -FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Replacing columns with unsupported type conversion (from tinyint to smallint) for column k. SerDe may be incompatible +FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Unable to alter table. The following columns have types incompatible with the existing columns in their respective positions : +val diff --git ql/src/test/results/clientnegative/orc_replace_columns2_acid.q.out ql/src/test/results/clientnegative/orc_replace_columns2_acid.q.out index 41df688..2ef833d 100644 --- ql/src/test/results/clientnegative/orc_replace_columns2_acid.q.out +++ ql/src/test/results/clientnegative/orc_replace_columns2_acid.q.out @@ -1,13 +1,18 @@ -PREHOOK: query: create table src_orc (key tinyint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') +PREHOOK: query: -- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key tinyint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@src_orc -POSTHOOK: query: create table src_orc (key tinyint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') +POSTHOOK: query: -- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key tinyint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@src_orc -PREHOOK: query: alter table src_orc replace columns (k smallint, val string) +PREHOOK: query: alter table src_orc replace columns (k smallint, val int) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@src_orc PREHOOK: Output: default@src_orc -FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Replacing columns with unsupported type conversion (from tinyint to smallint) for column k. SerDe may be incompatible +FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Unable to alter table. The following columns have types incompatible with the existing columns in their respective positions : +val diff --git ql/src/test/results/clientnegative/orc_replace_columns3.q.out ql/src/test/results/clientnegative/orc_replace_columns3.q.out index 2deb3cb..54408a0 100644 --- ql/src/test/results/clientnegative/orc_replace_columns3.q.out +++ ql/src/test/results/clientnegative/orc_replace_columns3.q.out @@ -1,8 +1,12 @@ -PREHOOK: query: create table src_orc (key smallint, val string) stored as orc +PREHOOK: query: -- Currently, smallint to tinyint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key smallint, val string) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@src_orc -POSTHOOK: query: create table src_orc (key smallint, val string) stored as orc +POSTHOOK: query: -- Currently, smallint to tinyint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key smallint, val string) stored as orc POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@src_orc @@ -18,4 +22,5 @@ PREHOOK: query: alter table src_orc replace columns (k int, val string, z tinyin PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@src_orc PREHOOK: Output: default@src_orc -FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Replacing columns with unsupported type conversion (from smallint to tinyint) for column z. SerDe may be incompatible +FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Unable to alter table. The following columns have types incompatible with the existing columns in their respective positions : +z diff --git ql/src/test/results/clientnegative/orc_replace_columns3_acid.q.out ql/src/test/results/clientnegative/orc_replace_columns3_acid.q.out index 3fb1e32..3aefca0 100644 --- ql/src/test/results/clientnegative/orc_replace_columns3_acid.q.out +++ ql/src/test/results/clientnegative/orc_replace_columns3_acid.q.out @@ -1,8 +1,12 @@ -PREHOOK: query: create table src_orc (key smallint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') +PREHOOK: query: -- Currently, smallint to tinyint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key smallint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@src_orc -POSTHOOK: query: create table src_orc (key smallint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') +POSTHOOK: query: -- Currently, smallint to tinyint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key smallint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@src_orc @@ -18,4 +22,5 @@ PREHOOK: query: alter table src_orc replace columns (k int, val string, z tinyin PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@src_orc PREHOOK: Output: default@src_orc -FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Replacing columns with unsupported type conversion (from smallint to tinyint) for column z. SerDe may be incompatible +FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Unable to alter table. The following columns have types incompatible with the existing columns in their respective positions : +z diff --git ql/src/test/results/clientnegative/orc_type_promotion1.q.out ql/src/test/results/clientnegative/orc_type_promotion1.q.out index aa3b64a..080cfd0 100644 --- ql/src/test/results/clientnegative/orc_type_promotion1.q.out +++ ql/src/test/results/clientnegative/orc_type_promotion1.q.out @@ -1,13 +1,18 @@ -PREHOOK: query: create table src_orc (key tinyint, val string) stored as orc +PREHOOK: query: -- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key string, val string) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@src_orc -POSTHOOK: query: create table src_orc (key tinyint, val string) stored as orc +POSTHOOK: query: -- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key string, val string) stored as orc POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@src_orc -PREHOOK: query: alter table src_orc change key key float +PREHOOK: query: alter table src_orc change key key int PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@src_orc PREHOOK: Output: default@src_orc -FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Changing from type tinyint to float is not supported for column key. SerDe may be incompatible +FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Unable to alter table. The following columns have types incompatible with the existing columns in their respective positions : +key diff --git ql/src/test/results/clientnegative/orc_type_promotion1_acid.q.out ql/src/test/results/clientnegative/orc_type_promotion1_acid.q.out index 030ca35..f3b1ae8 100644 --- ql/src/test/results/clientnegative/orc_type_promotion1_acid.q.out +++ ql/src/test/results/clientnegative/orc_type_promotion1_acid.q.out @@ -1,13 +1,18 @@ -PREHOOK: query: create table src_orc (key tinyint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') +PREHOOK: query: -- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key string, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@src_orc -POSTHOOK: query: create table src_orc (key tinyint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') +POSTHOOK: query: -- Currently, string to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key string, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@src_orc -PREHOOK: query: alter table src_orc change key key float +PREHOOK: query: alter table src_orc change key key int PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@src_orc PREHOOK: Output: default@src_orc -FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Changing from type tinyint to float is not supported for column key. SerDe may be incompatible +FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Unable to alter table. The following columns have types incompatible with the existing columns in their respective positions : +key diff --git ql/src/test/results/clientnegative/orc_type_promotion2.q.out ql/src/test/results/clientnegative/orc_type_promotion2.q.out index 44ac44f..4205901 100644 --- ql/src/test/results/clientnegative/orc_type_promotion2.q.out +++ ql/src/test/results/clientnegative/orc_type_promotion2.q.out @@ -1,8 +1,12 @@ -PREHOOK: query: create table src_orc (key smallint, val string) stored as orc +PREHOOK: query: -- Currently, bigint to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key smallint, val string) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@src_orc -POSTHOOK: query: create table src_orc (key smallint, val string) stored as orc +POSTHOOK: query: -- Currently, bigint to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key smallint, val string) stored as orc POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@src_orc @@ -62,8 +66,9 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@src_orc key bigint val string -PREHOOK: query: alter table src_orc change val val char(100) +PREHOOK: query: alter table src_orc change val val int PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@src_orc PREHOOK: Output: default@src_orc -FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Changing from type string to char(100) is not supported for column val. SerDe may be incompatible +FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Unable to alter table. The following columns have types incompatible with the existing columns in their respective positions : +val diff --git ql/src/test/results/clientnegative/orc_type_promotion2_acid.q.out ql/src/test/results/clientnegative/orc_type_promotion2_acid.q.out index 77e2e8d..9129782 100644 --- ql/src/test/results/clientnegative/orc_type_promotion2_acid.q.out +++ ql/src/test/results/clientnegative/orc_type_promotion2_acid.q.out @@ -1,8 +1,12 @@ -PREHOOK: query: create table src_orc (key smallint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') +PREHOOK: query: -- Currently, bigint to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key smallint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@src_orc -POSTHOOK: query: create table src_orc (key smallint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') +POSTHOOK: query: -- Currently, bigint to int conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key smallint, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@src_orc @@ -62,8 +66,9 @@ POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@src_orc key bigint val string -PREHOOK: query: alter table src_orc change val val char(100) +PREHOOK: query: alter table src_orc change val val int PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@src_orc PREHOOK: Output: default@src_orc -FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Changing from type string to char(100) is not supported for column val. SerDe may be incompatible +FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Unable to alter table. The following columns have types incompatible with the existing columns in their respective positions : +val diff --git ql/src/test/results/clientnegative/orc_type_promotion3.q.out ql/src/test/results/clientnegative/orc_type_promotion3.q.out index b4630d6..1872803 100644 --- ql/src/test/results/clientnegative/orc_type_promotion3.q.out +++ ql/src/test/results/clientnegative/orc_type_promotion3.q.out @@ -1,8 +1,12 @@ -PREHOOK: query: create table src_orc (key tinyint, val string) stored as orc +PREHOOK: query: -- Currently, double to smallint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key double, val string) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@src_orc -POSTHOOK: query: create table src_orc (key tinyint, val string) stored as orc +POSTHOOK: query: -- Currently, double to smallint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key double, val string) stored as orc POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@src_orc @@ -10,4 +14,5 @@ PREHOOK: query: alter table src_orc change key key smallint PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@src_orc PREHOOK: Output: default@src_orc -FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Changing from type tinyint to smallint is not supported for column key. SerDe may be incompatible +FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Unable to alter table. The following columns have types incompatible with the existing columns in their respective positions : +key diff --git ql/src/test/results/clientnegative/orc_type_promotion3_acid.q ql/src/test/results/clientnegative/orc_type_promotion3_acid.q new file mode 100644 index 0000000..bd33c6c --- /dev/null +++ ql/src/test/results/clientnegative/orc_type_promotion3_acid.q @@ -0,0 +1,18 @@ +PREHOOK: query: -- Currently, double to smallint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key double, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@src_orc +POSTHOOK: query: -- Currently, double to smallint conversion is not supported because it isn't in the lossless +-- TypeIntoUtils.implicitConvertible conversions. +create table src_orc (key double, val string) clustered by (val) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@src_orc +PREHOOK: query: alter table src_orc change key key smallint +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@src_orc +PREHOOK: Output: default@src_orc +FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. Unable to alter table. The following columns have types incompatible with the existing columns in their respective positions : +key diff --git ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part.q.out ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part.q.out index a922175..ef63944 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part.q.out @@ -2,814 +2,3573 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred +PREHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a c d +1 1 1 NULL NULL +10 1 6 200 two hundred +2 1 2 NULL NULL +3 1 3 NULL NULL +4 1 4 NULL NULL +5 2 1 10 ten +6 2 2 20 twenty +7 2 3 30 thirty +8 2 4 40 forty +9 1 5 100 hundred +PREHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a d +1 1 1 NULL +10 1 6 two hundred +2 1 2 NULL +3 1 3 NULL +4 1 4 NULL +5 2 1 ten +6 2 2 twenty +7 2 3 thirty +8 2 4 forty +9 1 5 hundred +PREHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part d +1 1 NULL +10 1 two hundred +2 1 NULL +3 1 NULL +4 1 NULL +5 2 ten +6 2 twenty +7 2 thirty +8 2 forty +9 1 hundred +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 753.7028 753.7028 original +10 1 9250340.75 9250340.75 9250340.75 new +2 1 -3651.672121 -3651.672121 -3651.672121 original +3 1 -29.0764 -29.0764 -29.0764 original +4 1 -10.3 -10.3 -10.3 original +5 2 30.774 30.774 30.774 new +6 2 20.31 20.31 20.31 new +7 2 46114.284799488 46114.284799488 46114.284799488 new +8 2 -66475.561431 -66475.561431 -66475.561431 new +9 1 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 original +4 1 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 original +4 1 0.0 20435.0 847492223 original +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +10 1 bottom bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile dynamic r original +4 1 blank pads blank pad blank pads blank pad original +5 2 junkyard junkyard junkyard junkyard new +6 2 baffling bafflin baffling bafflin new +7 2 featherweight featherweight new +8 2 against against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: -- SORT_QUERY_RESULTS +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) -- --- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned --- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45 45 45 original +2 1 -2 -2 -2 -2 -2 -2 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45.0 45.0 45.000000000000000000 original +10 1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200 12.0 99.0 0.000000000000000000 new +6 2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 2 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 -5000 original +4 1 100 100 100 100 100 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200.0 12.0 99.000000000000000000 new +6 2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 2 256 32768 31889.0 300.0 444.000000000000000000 new +8 2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 1 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000.0 7.54072151E8 95.000000000000000000 new +2 1 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774 2031.0 200.0 12.000000000000000000 new +6 2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 2 256 32768.0 31889.0 300.000000000000000000 new +8 2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 1 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +insert_num part c1 c2 c3 b +1 1 7203778961 7203778961 7203778961 original +2 1 -2 -2 -2 original +3 1 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 1 17.0 90000.0 754072151.000000000000000000 new +2 1 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774.0 2031.0 200.000000000000000000 new +6 2 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 2 256.0 32768.0 31889.000000000000000000 new +8 2 5555.0 40000.0 -719017797.000000000000000000 new +9 1 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.0764 -29.0764 original +2 1 753.7028 753.7028 original +3 1 -5000.0 -5000.0 original +4 1 5.2927712E7 5.2927712E7 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.076400756835938 -29.076400000000000000 original +10 1 17.0 90000.000000000000000000 new +2 1 753.7028198242188 753.702800000000000000 original +3 1 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 52927712.000000000000000000 original +5 2 774.0 2031.000000000000000000 new +6 2 561431.0 52927714.000000000000000000 new +7 2 256.0 32768.000000000000000000 new +8 2 5555.0 40000.000000000000000000 new +9 1 100.0 5000.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.0764 original +2 1 753.7028 original +3 1 -5000.0 original +4 1 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.076400000000000000 original +10 1 17.000000000000000000 new +2 1 753.702800000000000000 original +3 1 -5000.000000000000000000 original +4 1 52927714.000000000000000000 original +5 2 774.000000000000000000 new +6 2 561431.000000000000000000 new +7 2 256.000000000000000000 new +8 2 5555.000000000000000000 new +9 1 100.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned5 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__56 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__56 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 -PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__57 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 -POSTHOOK: Output: default@partitioned5@part=2 -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@values__tmp__table__57 +POSTHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__58 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).c EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).d SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: Input: default@values__tmp__table__58 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred PREHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -PREHOOK: Output: default@partitioned5@part=1 -PREHOOK: Output: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +PREHOOK: Output: default@partitioned_update_1@part=1 +PREHOOK: Output: default@partitioned_update_1@part=2 POSTHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Output: default@partitioned5@part=2 -row__id a b _c3 d part -PREHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Output: default@partitioned_update_1@part=2 +row__id insert_num a b _c4 d part +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -part a b c d -1 1 original 99 NULL -1 2 original 99 NULL -1 3 original 99 NULL -1 4 original 99 NULL -1 5 new 99 hundred -1 6 new 99 two hundred -2 1 new 99 ten -2 2 new 99 twenty -2 3 new 99 thirty -2 4 new 99 forty +insert_num part a b c d +1 1 1 original 99 NULL +10 1 6 new 99 two hundred +2 1 2 original 99 NULL +3 1 3 original 99 NULL +4 1 4 original 99 NULL +5 2 1 new 99 ten +6 2 2 new 99 twenty +7 2 3 new 99 thirty +8 2 4 new 99 forty +9 1 5 new 99 hundred PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned6 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__59 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__59 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 -PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__60 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 -POSTHOOK: Output: default@partitioned6@part=2 -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@values__tmp__table__60 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__16 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__61 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__16 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).c EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).d SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: Input: default@values__tmp__table__61 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -823,215 +3582,206 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -PREHOOK: Output: default@partitioned6@part=1 -PREHOOK: Output: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +PREHOOK: Output: default@partitioned_delete_1@part=1 +PREHOOK: Output: default@partitioned_delete_1@part=2 POSTHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Output: default@partitioned_delete_1@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned6 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 3 original NULL NULL -1 5 new 100 hundred -2 1 new 10 ten -2 3 new 30 thirty +insert_num part a b c d +1 1 1 original NULL NULL +3 1 3 original NULL NULL +5 2 1 new 10 ten +7 2 3 new 30 thirty +9 1 5 new 100 hundred PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned7 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__17 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__62 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__17 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__62 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__18 -PREHOOK: Output: default@partitioned7@part=2 -POSTHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__63 +PREHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__18 -POSTHOOK: Output: default@partitioned7@part=2 -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).c EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).d SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@values__tmp__table__63 +POSTHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__19 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__64 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__19 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).c EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).d SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: Input: default@values__tmp__table__64 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred PREHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 -PREHOOK: Output: default@partitioned7@part=1 -PREHOOK: Output: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 +PREHOOK: Output: default@partitioned_delete_2@part=1 +PREHOOK: Output: default@partitioned_delete_2@part=2 POSTHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Output: default@partitioned_delete_2@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -part a b c d -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 6 new 200 two hundred -2 2 new 20 twenty -2 4 new 40 forty -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: DROP TABLE partitioned5 +insert_num part a b c d +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +6 2 2 new 20 twenty +8 2 4 new 40 forty +PREHOOK: query: DROP TABLE partitioned_update_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 -POSTHOOK: query: DROP TABLE partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: DROP TABLE partitioned_update_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: DROP TABLE partitioned6 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DROP TABLE partitioned_delete_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 -POSTHOOK: query: DROP TABLE partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: DROP TABLE partitioned_delete_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: DROP TABLE partitioned7 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DROP TABLE partitioned_delete_2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 -POSTHOOK: query: DROP TABLE partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 +POSTHOOK: query: DROP TABLE partitioned_delete_2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 diff --git ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_table.q.out index 4885aeb..a9d29c7 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_table.q.out @@ -2,291 +2,3039 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Table -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Table +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c d +1 1 original NULL NULL +10 6 new 200 two hundred +2 2 original NULL NULL +3 3 original NULL NULL +4 4 original NULL NULL +5 1 new 10 ten +6 2 new 20 twenty +7 3 new 30 thirty +8 4 new 40 forty +9 5 new 100 hundred +PREHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a c d +1 1 NULL NULL +10 6 200 two hundred +2 2 NULL NULL +3 3 NULL NULL +4 4 NULL NULL +5 1 10 ten +6 2 20 twenty +7 3 30 thirty +8 4 40 forty +9 5 100 hundred +PREHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a d +1 1 NULL +10 6 two hundred +2 2 NULL +3 3 NULL +4 4 NULL +5 1 ten +6 2 twenty +7 3 thirty +8 4 forty +9 5 hundred +PREHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num d +1 NULL +10 two hundred +2 NULL +3 NULL +4 NULL +5 ten +6 twenty +7 thirty +8 forty +9 hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 753.7028 753.7028 original +10 9250340.75 9250340.75 9250340.75 new +2 -3651.672121 -3651.672121 -3651.672121 original +3 -29.0764 -29.0764 -29.0764 original +4 -10.3 -10.3 -10.3 original +5 30.774 30.774 30.774 new +6 20.31 20.31 20.31 new +7 46114.284799488 46114.284799488 46114.284799488 new +8 -66475.561431 -66475.561431 -66475.561431 new +9 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 original +4 0.0 20435.0 847492223 original +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP -- --- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Table --- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_string_group_string_group_string #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_string #### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +10 bottom bottom bottom bottom new +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile dynamic r original +4 blank pads blank pad blank pads blank pad original +5 junkyard junkyard junkyard junkyard new +6 baffling bafflin baffling bafflin new +7 featherweight featherweight new +8 against against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45 45 45 original +2 -2 -2 -2 -2 -2 -2 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45.0 45.0 45.000000000000000000 original +10 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200 12.0 99.0 0.000000000000000000 new +6 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031 2031 2031 original +2 -2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 -5000 original +4 100 100 100 100 100 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200.0 12.0 99.000000000000000000 new +6 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 256 32768 31889.0 300.0 444.000000000000000000 new +8 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031 2031 2031 original +2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 original +4 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000.0 7.54072151E8 95.000000000000000000 new +2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774 2031.0 200.0 12.000000000000000000 new +6 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 256 32768.0 31889.0 300.000000000000000000 new +8 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7203778961 7203778961 7203778961 original +2 -2 -2 -2 original +3 -5000 -5000 -5000 original +4 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 17.0 90000.0 754072151.000000000000000000 new +2 -2.0 -2.0 -2.000000000000000000 original +3 -5000.0 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774.0 2031.0 200.000000000000000000 new +6 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 256.0 32768.0 31889.000000000000000000 new +8 5555.0 40000.0 -719017797.000000000000000000 new +9 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.0764 original +2 753.7028 753.7028 original +3 -5000.0 -5000.0 original +4 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.076400756835938 -29.076400000000000000 original +10 17.0 90000.000000000000000000 new +2 753.7028198242188 753.702800000000000000 original +3 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 52927712.000000000000000000 original +5 774.0 2031.000000000000000000 new +6 561431.0 52927714.000000000000000000 new +7 256.0 32768.000000000000000000 new +8 5555.0 40000.000000000000000000 new +9 100.0 5000.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.0764 original +2 753.7028 original +3 -5000.0 original +4 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.076400000000000000 original +10 17.000000000000000000 new +2 753.702800000000000000 original +3 -5000.000000000000000000 original +4 52927714.000000000000000000 original +5 774.000000000000000000 new +6 561431.000000000000000000 new +7 256.000000000000000000 new +8 5555.000000000000000000 new +9 100.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE table5(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table5(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@table5 @@ -294,21 +3042,30 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE table5(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table5(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@table5 -PREHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: insert into table table5 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Input: default@values__tmp__table__56 PREHOOK: Output: default@table5 -POSTHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table table5 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Input: default@values__tmp__table__56 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.insert_num EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table5 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS @@ -319,32 +3076,46 @@ alter table table5 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@table5 POSTHOOK: Output: default@table5 -PREHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: insert into table table5 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Input: default@values__tmp__table__57 PREHOOK: Output: default@table5 -POSTHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table table5 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Input: default@values__tmp__table__57 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table5.insert_num EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table5 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Input: default@values__tmp__table__58 PREHOOK: Output: default@table5 -POSTHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table table5 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Input: default@values__tmp__table__58 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table5.insert_num EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -374,7 +3145,7 @@ update table5 set c=99 POSTHOOK: type: QUERY POSTHOOK: Input: default@table5 POSTHOOK: Output: default@table5 -row__id a b _c3 d +row__id insert_num a b _c4 d PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -398,7 +3169,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE table6(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table6(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@table6 @@ -406,21 +3177,30 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE table6(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table6(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@table6 -PREHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: insert into table table6 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Input: default@values__tmp__table__59 PREHOOK: Output: default@table6 -POSTHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table table6 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Input: default@values__tmp__table__59 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.insert_num EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table6 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS @@ -431,32 +3211,46 @@ alter table table6 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@table6 POSTHOOK: Output: default@table6 -PREHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: insert into table table6 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Input: default@values__tmp__table__60 PREHOOK: Output: default@table6 -POSTHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table table6 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Input: default@values__tmp__table__60 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table6.insert_num EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table6 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Input: default@values__tmp__table__61 PREHOOK: Output: default@table6 -POSTHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table table6 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Input: default@values__tmp__table__61 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table6.insert_num EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 PREHOOK: query: select a,b,c,d from table6 PREHOOK: type: QUERY PREHOOK: Input: default@table6 @@ -505,7 +3299,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE table7(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table7(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@table7 @@ -513,21 +3307,30 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE table7(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table7(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@table7 -PREHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: insert into table table7 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Input: default@values__tmp__table__62 PREHOOK: Output: default@table7 -POSTHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table table7 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Input: default@values__tmp__table__62 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.insert_num EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table7 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS @@ -538,32 +3341,46 @@ alter table table7 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@table7 POSTHOOK: Output: default@table7 -PREHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: insert into table table7 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Input: default@values__tmp__table__63 PREHOOK: Output: default@table7 -POSTHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table table7 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Input: default@values__tmp__table__63 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table7.insert_num EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table7 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Input: default@values__tmp__table__64 PREHOOK: Output: default@table7 -POSTHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table table7 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Input: default@values__tmp__table__64 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table7.insert_num EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 PREHOOK: query: select a,b,c,d from table7 PREHOOK: type: QUERY PREHOOK: Input: default@table7 @@ -609,22 +3426,6 @@ a b c d 4 new 40 forty 4 original NULL NULL 6 new 200 two hundred -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 PREHOOK: query: DROP TABLE table5 PREHOOK: type: DROPTABLE PREHOOK: Input: default@table5 diff --git ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part.q.out ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part.q.out index c5af165..4d850ed 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part.q.out @@ -2,814 +2,3573 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred +PREHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a c d +1 1 1 NULL NULL +10 1 6 200 two hundred +2 1 2 NULL NULL +3 1 3 NULL NULL +4 1 4 NULL NULL +5 2 1 10 ten +6 2 2 20 twenty +7 2 3 30 thirty +8 2 4 40 forty +9 1 5 100 hundred +PREHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a d +1 1 1 NULL +10 1 6 two hundred +2 1 2 NULL +3 1 3 NULL +4 1 4 NULL +5 2 1 ten +6 2 2 twenty +7 2 3 thirty +8 2 4 forty +9 1 5 hundred +PREHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part d +1 1 NULL +10 1 two hundred +2 1 NULL +3 1 NULL +4 1 NULL +5 2 ten +6 2 twenty +7 2 thirty +8 2 forty +9 1 hundred +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 753.7028 753.7028 original +10 1 9250340.75 9250340.75 9250340.75 new +2 1 -3651.672121 -3651.672121 -3651.672121 original +3 1 -29.0764 -29.0764 -29.0764 original +4 1 -10.3 -10.3 -10.3 original +5 2 30.774 30.774 30.774 new +6 2 20.31 20.31 20.31 new +7 2 46114.284799488 46114.284799488 46114.284799488 new +8 2 -66475.561431 -66475.561431 -66475.561431 new +9 1 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 original +4 1 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 original +4 1 0.0 20435.0 847492223 original +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +10 1 bottom bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile dynamic r original +4 1 blank pads blank pad blank pads blank pad original +5 2 junkyard junkyard junkyard junkyard new +6 2 baffling bafflin baffling bafflin new +7 2 featherweight featherweight new +8 2 against against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: -- SORT_QUERY_RESULTS +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) -- --- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned --- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45 45 45 original +2 1 -2 -2 -2 -2 -2 -2 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45.0 45.0 45.000000000000000000 original +10 1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200 12.0 99.0 0.000000000000000000 new +6 2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 2 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 -5000 original +4 1 100 100 100 100 100 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200.0 12.0 99.000000000000000000 new +6 2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 2 256 32768 31889.0 300.0 444.000000000000000000 new +8 2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 1 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000.0 7.54072151E8 95.000000000000000000 new +2 1 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774 2031.0 200.0 12.000000000000000000 new +6 2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 2 256 32768.0 31889.0 300.000000000000000000 new +8 2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 1 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +insert_num part c1 c2 c3 b +1 1 7203778961 7203778961 7203778961 original +2 1 -2 -2 -2 original +3 1 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 1 17.0 90000.0 754072151.000000000000000000 new +2 1 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774.0 2031.0 200.000000000000000000 new +6 2 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 2 256.0 32768.0 31889.000000000000000000 new +8 2 5555.0 40000.0 -719017797.000000000000000000 new +9 1 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.0764 -29.0764 original +2 1 753.7028 753.7028 original +3 1 -5000.0 -5000.0 original +4 1 5.2927712E7 5.2927712E7 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.076400756835938 -29.076400000000000000 original +10 1 17.0 90000.000000000000000000 new +2 1 753.7028198242188 753.702800000000000000 original +3 1 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 52927712.000000000000000000 original +5 2 774.0 2031.000000000000000000 new +6 2 561431.0 52927714.000000000000000000 new +7 2 256.0 32768.000000000000000000 new +8 2 5555.0 40000.000000000000000000 new +9 1 100.0 5000.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.0764 original +2 1 753.7028 original +3 1 -5000.0 original +4 1 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.076400000000000000 original +10 1 17.000000000000000000 new +2 1 753.702800000000000000 original +3 1 -5000.000000000000000000 original +4 1 52927714.000000000000000000 original +5 2 774.000000000000000000 new +6 2 561431.000000000000000000 new +7 2 256.000000000000000000 new +8 2 5555.000000000000000000 new +9 1 100.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned5 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__56 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__56 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 -PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__57 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 -POSTHOOK: Output: default@partitioned5@part=2 -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@values__tmp__table__57 +POSTHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__58 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).c EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).d SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: Input: default@values__tmp__table__58 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred PREHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -PREHOOK: Output: default@partitioned5@part=1 -PREHOOK: Output: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +PREHOOK: Output: default@partitioned_update_1@part=1 +PREHOOK: Output: default@partitioned_update_1@part=2 POSTHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Output: default@partitioned5@part=2 -row__id a b _c3 d part -PREHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Output: default@partitioned_update_1@part=2 +row__id insert_num a b _c4 d part +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -part a b c d -1 1 original 99 NULL -1 2 original 99 NULL -1 3 original 99 NULL -1 4 original 99 NULL -1 5 new 99 hundred -1 6 new 99 two hundred -2 1 new 99 ten -2 2 new 99 twenty -2 3 new 99 thirty -2 4 new 99 forty +insert_num part a b c d +1 1 1 original 99 NULL +10 1 6 new 99 two hundred +2 1 2 original 99 NULL +3 1 3 original 99 NULL +4 1 4 original 99 NULL +5 2 1 new 99 ten +6 2 2 new 99 twenty +7 2 3 new 99 thirty +8 2 4 new 99 forty +9 1 5 new 99 hundred PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned6 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__59 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__59 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 -PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__60 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 -POSTHOOK: Output: default@partitioned6@part=2 -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@values__tmp__table__60 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__16 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__61 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__16 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).c EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).d SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: Input: default@values__tmp__table__61 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -823,215 +3582,206 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -PREHOOK: Output: default@partitioned6@part=1 -PREHOOK: Output: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +PREHOOK: Output: default@partitioned_delete_1@part=1 +PREHOOK: Output: default@partitioned_delete_1@part=2 POSTHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Output: default@partitioned_delete_1@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned6 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 3 original NULL NULL -1 5 new 100 hundred -2 1 new 10 ten -2 3 new 30 thirty +insert_num part a b c d +1 1 1 original NULL NULL +3 1 3 original NULL NULL +5 2 1 new 10 ten +7 2 3 new 30 thirty +9 1 5 new 100 hundred PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned7 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__17 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__62 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__17 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__62 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__18 -PREHOOK: Output: default@partitioned7@part=2 -POSTHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__63 +PREHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__18 -POSTHOOK: Output: default@partitioned7@part=2 -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).c EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).d SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@values__tmp__table__63 +POSTHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__19 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__64 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__19 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).c EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).d SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: Input: default@values__tmp__table__64 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred PREHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 -PREHOOK: Output: default@partitioned7@part=1 -PREHOOK: Output: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 +PREHOOK: Output: default@partitioned_delete_2@part=1 +PREHOOK: Output: default@partitioned_delete_2@part=2 POSTHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Output: default@partitioned_delete_2@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -part a b c d -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 6 new 200 two hundred -2 2 new 20 twenty -2 4 new 40 forty -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: DROP TABLE partitioned5 +insert_num part a b c d +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +6 2 2 new 20 twenty +8 2 4 new 40 forty +PREHOOK: query: DROP TABLE partitioned_update_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 -POSTHOOK: query: DROP TABLE partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: DROP TABLE partitioned_update_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: DROP TABLE partitioned6 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DROP TABLE partitioned_delete_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 -POSTHOOK: query: DROP TABLE partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: DROP TABLE partitioned_delete_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: DROP TABLE partitioned7 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DROP TABLE partitioned_delete_2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 -POSTHOOK: query: DROP TABLE partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 +POSTHOOK: query: DROP TABLE partitioned_delete_2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 diff --git ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_table.q.out index 2b1e5c3..0169e32 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_table.q.out @@ -2,291 +2,3039 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c d +1 1 original NULL NULL +10 6 new 200 two hundred +2 2 original NULL NULL +3 3 original NULL NULL +4 4 original NULL NULL +5 1 new 10 ten +6 2 new 20 twenty +7 3 new 30 thirty +8 4 new 40 forty +9 5 new 100 hundred +PREHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a c d +1 1 NULL NULL +10 6 200 two hundred +2 2 NULL NULL +3 3 NULL NULL +4 4 NULL NULL +5 1 10 ten +6 2 20 twenty +7 3 30 thirty +8 4 40 forty +9 5 100 hundred +PREHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a d +1 1 NULL +10 6 two hundred +2 2 NULL +3 3 NULL +4 4 NULL +5 1 ten +6 2 twenty +7 3 thirty +8 4 forty +9 5 hundred +PREHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num d +1 NULL +10 two hundred +2 NULL +3 NULL +4 NULL +5 ten +6 twenty +7 thirty +8 forty +9 hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 753.7028 753.7028 original +10 9250340.75 9250340.75 9250340.75 new +2 -3651.672121 -3651.672121 -3651.672121 original +3 -29.0764 -29.0764 -29.0764 original +4 -10.3 -10.3 -10.3 original +5 30.774 30.774 30.774 new +6 20.31 20.31 20.31 new +7 46114.284799488 46114.284799488 46114.284799488 new +8 -66475.561431 -66475.561431 -66475.561431 new +9 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 original +4 0.0 20435.0 847492223 original +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP -- --- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table --- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_string_group_string_group_string #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_string #### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +10 bottom bottom bottom bottom new +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile dynamic r original +4 blank pads blank pad blank pads blank pad original +5 junkyard junkyard junkyard junkyard new +6 baffling bafflin baffling bafflin new +7 featherweight featherweight new +8 against against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45 45 45 original +2 -2 -2 -2 -2 -2 -2 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45.0 45.0 45.000000000000000000 original +10 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200 12.0 99.0 0.000000000000000000 new +6 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031 2031 2031 original +2 -2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 -5000 original +4 100 100 100 100 100 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200.0 12.0 99.000000000000000000 new +6 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 256 32768 31889.0 300.0 444.000000000000000000 new +8 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031 2031 2031 original +2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 original +4 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000.0 7.54072151E8 95.000000000000000000 new +2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774 2031.0 200.0 12.000000000000000000 new +6 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 256 32768.0 31889.0 300.000000000000000000 new +8 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7203778961 7203778961 7203778961 original +2 -2 -2 -2 original +3 -5000 -5000 -5000 original +4 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 17.0 90000.0 754072151.000000000000000000 new +2 -2.0 -2.0 -2.000000000000000000 original +3 -5000.0 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774.0 2031.0 200.000000000000000000 new +6 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 256.0 32768.0 31889.000000000000000000 new +8 5555.0 40000.0 -719017797.000000000000000000 new +9 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.0764 original +2 753.7028 753.7028 original +3 -5000.0 -5000.0 original +4 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.076400756835938 -29.076400000000000000 original +10 17.0 90000.000000000000000000 new +2 753.7028198242188 753.702800000000000000 original +3 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 52927712.000000000000000000 original +5 774.0 2031.000000000000000000 new +6 561431.0 52927714.000000000000000000 new +7 256.0 32768.000000000000000000 new +8 5555.0 40000.000000000000000000 new +9 100.0 5000.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.0764 original +2 753.7028 original +3 -5000.0 original +4 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.076400000000000000 original +10 17.000000000000000000 new +2 753.702800000000000000 original +3 -5000.000000000000000000 original +4 52927714.000000000000000000 original +5 774.000000000000000000 new +6 561431.000000000000000000 new +7 256.000000000000000000 new +8 5555.000000000000000000 new +9 100.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE table5(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table5(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@table5 @@ -294,21 +3042,30 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE table5(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table5(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@table5 -PREHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: insert into table table5 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Input: default@values__tmp__table__56 PREHOOK: Output: default@table5 -POSTHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table table5 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Input: default@values__tmp__table__56 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.insert_num EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table5 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS @@ -319,32 +3076,46 @@ alter table table5 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@table5 POSTHOOK: Output: default@table5 -PREHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: insert into table table5 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Input: default@values__tmp__table__57 PREHOOK: Output: default@table5 -POSTHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table table5 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Input: default@values__tmp__table__57 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table5.insert_num EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table5 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Input: default@values__tmp__table__58 PREHOOK: Output: default@table5 -POSTHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table table5 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Input: default@values__tmp__table__58 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table5.insert_num EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -374,7 +3145,7 @@ update table5 set c=99 POSTHOOK: type: QUERY POSTHOOK: Input: default@table5 POSTHOOK: Output: default@table5 -row__id a b _c3 d +row__id insert_num a b _c4 d PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -398,7 +3169,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE table6(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table6(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@table6 @@ -406,21 +3177,30 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE table6(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table6(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@table6 -PREHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: insert into table table6 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Input: default@values__tmp__table__59 PREHOOK: Output: default@table6 -POSTHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table table6 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Input: default@values__tmp__table__59 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.insert_num EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table6 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS @@ -431,32 +3211,46 @@ alter table table6 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@table6 POSTHOOK: Output: default@table6 -PREHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: insert into table table6 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Input: default@values__tmp__table__60 PREHOOK: Output: default@table6 -POSTHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table table6 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Input: default@values__tmp__table__60 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table6.insert_num EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table6 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Input: default@values__tmp__table__61 PREHOOK: Output: default@table6 -POSTHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table table6 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Input: default@values__tmp__table__61 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table6.insert_num EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 PREHOOK: query: select a,b,c,d from table6 PREHOOK: type: QUERY PREHOOK: Input: default@table6 @@ -505,7 +3299,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE table7(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table7(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@table7 @@ -513,21 +3307,30 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE table7(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table7(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@table7 -PREHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: insert into table table7 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Input: default@values__tmp__table__62 PREHOOK: Output: default@table7 -POSTHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table table7 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Input: default@values__tmp__table__62 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.insert_num EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table7 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS @@ -538,32 +3341,46 @@ alter table table7 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@table7 POSTHOOK: Output: default@table7 -PREHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: insert into table table7 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Input: default@values__tmp__table__63 PREHOOK: Output: default@table7 -POSTHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table table7 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Input: default@values__tmp__table__63 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table7.insert_num EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table7 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Input: default@values__tmp__table__64 PREHOOK: Output: default@table7 -POSTHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table table7 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Input: default@values__tmp__table__64 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table7.insert_num EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 PREHOOK: query: select a,b,c,d from table7 PREHOOK: type: QUERY PREHOOK: Input: default@table7 @@ -609,22 +3426,6 @@ a b c d 4 new 40 forty 4 original NULL NULL 6 new 200 two hundred -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 PREHOOK: query: DROP TABLE table5 PREHOOK: type: DROPTABLE PREHOOK: Input: default@table5 diff --git ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q.out ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q.out index dc2fd9a..ce3a3a7 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q.out @@ -2,641 +2,4621 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_permute_select + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select insert_num,part,a,b from part_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c 1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred +PREHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a c d +1 1 1 NULL NULL +10 1 6 200 two hundred +2 1 2 NULL NULL +3 1 3 NULL NULL +4 1 4 NULL NULL +5 2 1 10 ten +6 2 2 20 twenty +7 2 3 30 thirty +8 2 4 40 forty +9 1 5 100 hundred +PREHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a d +1 1 1 NULL +10 1 6 two hundred +2 1 2 NULL +3 1 3 NULL +4 1 4 NULL +5 2 1 ten +6 2 2 twenty +7 2 3 thirty +8 2 4 forty +9 1 5 hundred +PREHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part d +1 1 NULL +10 1 two hundred +2 1 NULL +3 1 NULL +4 1 NULL +5 2 ten +6 2 twenty +7 2 thirty +8 2 forty +9 1 hundred +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_double + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 753.7028 753.7028 original +10 1 9250340.75 9250340.75 9250340.75 new +2 1 -3651.672121 -3651.672121 -3651.672121 original +3 1 -29.0764 -29.0764 -29.0764 original +4 1 -10.3 -10.3 -10.3 original +5 2 30.774 30.774 30.774 new +6 2 20.31 20.31 20.31 new +7 2 46114.284799488 46114.284799488 46114.284799488 new +8 2 -66475.561431 -66475.561431 -66475.561431 new +9 1 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_decimal + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: char(50)), _col4 (type: char(15)), _col5 (type: varchar(50)), _col6 (type: varchar(15)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(15)), VALUE._col4 (type: varchar(50)), VALUE._col5 (type: varchar(15)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: char(50)), _col4 (type: char(15)), _col5 (type: varchar(50)), _col6 (type: varchar(15)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(15)), VALUE._col4 (type: varchar(50)), VALUE._col5 (type: varchar(15)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table part_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: char(50)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: char(50)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: char(5)), _col5 (type: char(5)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: char(5)), VALUE._col4 (type: char(5)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: varchar(50)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(50)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 3116 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3116 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3116 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: varchar(5)), _col5 (type: varchar(5)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: varchar(5)), VALUE._col4 (type: varchar(5)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3116 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3116 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 original +4 1 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 original +4 1 0.0 20435.0 847492223 original +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(7)), _col3 (type: char(7)), _col4 (type: char(7)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(7)), VALUE._col2 (type: char(7)), VALUE._col3 (type: char(7)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(7)), _col3 (type: varchar(7)), _col4 (type: varchar(7)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: varchar(7)), VALUE._col3 (type: varchar(7)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(9)), _col4 (type: varchar(50)), _col5 (type: char(9)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(9)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: char(9)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +10 1 bottom bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile dynamic r original +4 1 blank pads blank pad blank pads blank pad original +5 2 junkyard junkyard junkyard junkyard new +6 2 baffling bafflin baffling bafflin new +7 2 featherweight featherweight new +8 2 against against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(9)), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(9)), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(9)), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(9)), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45 45 45 original +2 1 -2 -2 -2 -2 -2 -2 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: smallint), _col3 (type: int), _col4 (type: bigint), _col5 (type: float), _col6 (type: double), _col7 (type: decimal(38,18)), _col8 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: float), VALUE._col5 (type: double), VALUE._col6 (type: decimal(38,18)), VALUE._col7 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45.0 45.0 45.000000000000000000 original +10 1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200 12.0 99.0 0.000000000000000000 new +6 2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 2 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 -5000 original +4 1 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200.0 12.0 99.000000000000000000 new +6 2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 2 256 32768 31889.0 300.0 444.000000000000000000 new +8 2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 1 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000.0 7.54072151E8 95.000000000000000000 new +2 1 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774 2031.0 200.0 12.000000000000000000 new +6 2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 2 256 32768.0 31889.0 300.000000000000000000 new +8 2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 1 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7203778961 7203778961 7203778961 original +2 1 -2 -2 -2 original +3 1 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 1 17.0 90000.0 754072151.000000000000000000 new +2 1 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774.0 2031.0 200.000000000000000000 new +6 2 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 2 256.0 32768.0 31889.000000000000000000 new +8 2 5555.0 40000.0 -719017797.000000000000000000 new +9 1 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.0764 -29.0764 original +2 1 753.7028 753.7028 original +3 1 -5000.0 -5000.0 original +4 1 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.076400756835938 -29.076400000000000000 original +10 1 17.0 90000.000000000000000000 new +2 1 753.7028198242188 753.702800000000000000 original +3 1 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 52927712.000000000000000000 original +5 2 774.0 2031.000000000000000000 new +6 2 561431.0 52927714.000000000000000000 new +7 2 256.0 32768.000000000000000000 new +8 2 5555.0 40000.000000000000000000 new +9 1 100.0 5000.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.0764 original +2 1 753.7028 original +3 1 -5000.0 original +4 1 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.076400000000000000 original +10 1 17.000000000000000000 new +2 1 753.702800000000000000 original +3 1 -5000.000000000000000000 original +4 1 52927714.000000000000000000 original +5 2 774.000000000000000000 new +6 2 561431.000000000000000000 new +7 2 256.000000000000000000 new +8 2 5555.000000000000000000 new +9 1 100.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q.out ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q.out index 93f4dcc..be2f859 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q.out @@ -2,297 +2,4359 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 363 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_permute_select + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select insert_num,a,b from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a d +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num c 1 NULL -1 ten +10 200 2 NULL -2 twenty 3 NULL -3 thirty 4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 363 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c d +1 1 original NULL NULL +10 6 new 200 two hundred +2 2 original NULL NULL +3 3 original NULL NULL +4 4 original NULL NULL +5 1 new 10 ten +6 2 new 20 twenty +7 3 new 30 thirty +8 4 new 40 forty +9 5 new 100 hundred +PREHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a c d +1 1 NULL NULL +10 6 200 two hundred +2 2 NULL NULL +3 3 NULL NULL +4 4 NULL NULL +5 1 10 ten +6 2 20 twenty +7 3 30 thirty +8 4 40 forty +9 5 100 hundred +PREHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a d +1 1 NULL +10 6 two hundred +2 2 NULL +3 3 NULL +4 4 NULL +5 1 ten +6 2 twenty +7 3 thirty +8 4 forty +9 5 hundred +PREHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num d +1 NULL +10 two hundred +2 NULL +3 NULL +4 NULL +5 ten +6 twenty +7 thirty +8 forty +9 hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_double + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 753.7028 753.7028 original +10 9250340.75 9250340.75 9250340.75 new +2 -3651.672121 -3651.672121 -3651.672121 original +3 -29.0764 -29.0764 -29.0764 original +4 -10.3 -10.3 -10.3 original +5 30.774 30.774 30.774 new +6 20.31 20.31 20.31 new +7 46114.284799488 46114.284799488 46114.284799488 new +8 -66475.561431 -66475.561431 -66475.561431 new +9 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_decimal + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +insert_num int +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 1128 + totalSize 587 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(5)), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: char(5)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(5)), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: char(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 3106 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3106 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3106 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(5)), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: varchar(5)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(5)), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: varchar(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3106 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3106 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 original +4 0.0 20435.0 847492223 original +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(7)), _col2 (type: char(7)), _col3 (type: char(7)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(7)), VALUE._col1 (type: char(7)), VALUE._col2 (type: char(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 3032 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3032 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3032 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(7)), _col2 (type: varchar(7)), _col3 (type: varchar(7)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(7)), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: varchar(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3032 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3032 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: varchar(50)), _col4 (type: char(9)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: char(9)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +10 bottom bottom bottom bottom new +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile dynamic r original +4 blank pads blank pad blank pads blank pad original +5 junkyard junkyard junkyard junkyard new +6 baffling bafflin baffling bafflin new +7 featherweight featherweight new +8 against against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(9)), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45 45 45 original +2 -2 -2 -2 -2 -2 -2 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45.0 45.0 45.000000000000000000 original +10 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200 12.0 99.0 0.000000000000000000 new +6 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031 2031 2031 original +2 -2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 -5000 original +4 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200.0 12.0 99.000000000000000000 new +6 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 256 32768 31889.0 300.0 444.000000000000000000 new +8 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031 2031 2031 original +2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 original +4 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000.0 7.54072151E8 95.000000000000000000 new +2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774 2031.0 200.0 12.000000000000000000 new +6 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 256 32768.0 31889.0 300.000000000000000000 new +8 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7203778961 7203778961 7203778961 original +2 -2 -2 -2 original +3 -5000 -5000 -5000 original +4 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: float), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 17.0 90000.0 754072151.000000000000000000 new +2 -2.0 -2.0 -2.000000000000000000 original +3 -5000.0 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774.0 2031.0 200.000000000000000000 new +6 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 256.0 32768.0 31889.000000000000000000 new +8 5555.0 40000.0 -719017797.000000000000000000 new +9 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.0764 original +2 753.7028 753.7028 original +3 -5000.0 -5000.0 original +4 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.076400756835938 -29.076400000000000000 original +10 17.0 90000.000000000000000000 new +2 753.7028198242188 753.702800000000000000 original +3 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 52927712.000000000000000000 original +5 774.0 2031.000000000000000000 new +6 561431.0 52927714.000000000000000000 new +7 256.0 32768.000000000000000000 new +8 5555.0 40000.000000000000000000 new +9 100.0 5000.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.0764 original +2 753.7028 original +3 -5000.0 original +4 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.076400000000000000 original +10 17.000000000000000000 new +2 753.702800000000000000 original +3 -5000.000000000000000000 original +4 52927714.000000000000000000 original +5 774.000000000000000000 new +6 561431.000000000000000000 new +7 256.000000000000000000 new +8 5555.000000000000000000 new +9 100.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part.q.out ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part.q.out index dc2fd9a..c4b06f3 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part.q.out @@ -1,642 +1,4622 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_permute_select + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select insert_num,part,a,b from part_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c 1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred +PREHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a c d +1 1 1 NULL NULL +10 1 6 200 two hundred +2 1 2 NULL NULL +3 1 3 NULL NULL +4 1 4 NULL NULL +5 2 1 10 ten +6 2 2 20 twenty +7 2 3 30 thirty +8 2 4 40 forty +9 1 5 100 hundred +PREHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a d +1 1 1 NULL +10 1 6 two hundred +2 1 2 NULL +3 1 3 NULL +4 1 4 NULL +5 2 1 ten +6 2 2 twenty +7 2 3 thirty +8 2 4 forty +9 1 5 hundred +PREHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part d +1 1 NULL +10 1 two hundred +2 1 NULL +3 1 NULL +4 1 NULL +5 2 ten +6 2 twenty +7 2 thirty +8 2 forty +9 1 hundred +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_double + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 753.7028 753.7028 original +10 1 9250340.75 9250340.75 9250340.75 new +2 1 -3651.672121 -3651.672121 -3651.672121 original +3 1 -29.0764 -29.0764 -29.0764 original +4 1 -10.3 -10.3 -10.3 original +5 2 30.774 30.774 30.774 new +6 2 20.31 20.31 20.31 new +7 2 46114.284799488 46114.284799488 46114.284799488 new +8 2 -66475.561431 -66475.561431 -66475.561431 new +9 1 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_decimal + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: char(50)), _col4 (type: char(15)), _col5 (type: varchar(50)), _col6 (type: varchar(15)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(15)), VALUE._col4 (type: varchar(50)), VALUE._col5 (type: varchar(15)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: char(50)), _col4 (type: char(15)), _col5 (type: varchar(50)), _col6 (type: varchar(15)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(15)), VALUE._col4 (type: varchar(50)), VALUE._col5 (type: varchar(15)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table part_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: char(50)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: char(50)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: char(5)), _col5 (type: char(5)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: char(5)), VALUE._col4 (type: char(5)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: varchar(50)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(50)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 3116 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3116 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3116 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: varchar(5)), _col5 (type: varchar(5)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: varchar(5)), VALUE._col4 (type: varchar(5)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3116 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3116 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 original +4 1 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 original +4 1 0.0 20435.0 847492223 original +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(7)), _col3 (type: char(7)), _col4 (type: char(7)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(7)), VALUE._col2 (type: char(7)), VALUE._col3 (type: char(7)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(7)), _col3 (type: varchar(7)), _col4 (type: varchar(7)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: varchar(7)), VALUE._col3 (type: varchar(7)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(9)), _col4 (type: varchar(50)), _col5 (type: char(9)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(9)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: char(9)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +10 1 bottom bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile dynamic r original +4 1 blank pads blank pad blank pads blank pad original +5 2 junkyard junkyard junkyard junkyard new +6 2 baffling bafflin baffling bafflin new +7 2 featherweight featherweight new +8 2 against against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(9)), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(9)), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(9)), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(9)), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45 45 45 original +2 1 -2 -2 -2 -2 -2 -2 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: smallint), _col3 (type: int), _col4 (type: bigint), _col5 (type: float), _col6 (type: double), _col7 (type: decimal(38,18)), _col8 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: float), VALUE._col5 (type: double), VALUE._col6 (type: decimal(38,18)), VALUE._col7 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45.0 45.0 45.000000000000000000 original +10 1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200 12.0 99.0 0.000000000000000000 new +6 2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 2 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 -5000 original +4 1 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200.0 12.0 99.000000000000000000 new +6 2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 2 256 32768 31889.0 300.0 444.000000000000000000 new +8 2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 1 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000.0 7.54072151E8 95.000000000000000000 new +2 1 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774 2031.0 200.0 12.000000000000000000 new +6 2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 2 256 32768.0 31889.0 300.000000000000000000 new +8 2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 1 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7203778961 7203778961 7203778961 original +2 1 -2 -2 -2 original +3 1 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 1 17.0 90000.0 754072151.000000000000000000 new +2 1 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774.0 2031.0 200.000000000000000000 new +6 2 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 2 256.0 32768.0 31889.000000000000000000 new +8 2 5555.0 40000.0 -719017797.000000000000000000 new +9 1 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.0764 -29.0764 original +2 1 753.7028 753.7028 original +3 1 -5000.0 -5000.0 original +4 1 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.076400756835938 -29.076400000000000000 original +10 1 17.0 90000.000000000000000000 new +2 1 753.7028198242188 753.702800000000000000 original +3 1 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 52927712.000000000000000000 original +5 2 774.0 2031.000000000000000000 new +6 2 561431.0 52927714.000000000000000000 new +7 2 256.0 32768.000000000000000000 new +8 2 5555.0 40000.000000000000000000 new +9 1 100.0 5000.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.0764 original +2 1 753.7028 original +3 1 -5000.0 original +4 1 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.076400000000000000 original +10 1 17.000000000000000000 new +2 1 753.702800000000000000 original +3 1 -5000.000000000000000000 original +4 1 52927714.000000000000000000 original +5 2 774.000000000000000000 new +6 2 561431.000000000000000000 new +7 2 256.000000000000000000 new +8 2 5555.000000000000000000 new +9 1 100.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out new file mode 100644 index 0000000..97e8fc0 --- /dev/null +++ ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out @@ -0,0 +1,726 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned --> all complex conversions +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned --> all complex conversions +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_a_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_a_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_a_txt.insert_num struct1_a_txt.s1 struct1_a_txt.b +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)Ú¯} original +2 1 {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)Ú¯} original +3 1 {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)Ú¯} original +4 1 {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)Ú¯} original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_b_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_b_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).b SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).insert_num SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).s1 SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_b_txt.insert_num struct1_b_txt.s1 struct1_b_txt.b +PREHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_c_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_c_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_c_txt.insert_num struct1_c_txt.s1 struct1_c_txt.b +PREHOOK: query: explain +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_struct1 + Statistics: Num rows: 6 Data size: 4710 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), s1 (type: struct), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 6 Data size: 4710 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 4710 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: struct), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: struct), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 6 Data size: 4710 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 4710 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +PREHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} original +2 1 {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} original +3 1 {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} original +4 1 {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} original +5 2 {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} new +6 1 {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} new +PREHOOK: query: drop table part_change_various_various_struct1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: drop table part_change_various_various_struct1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +insert_num part b +1 1 original +2 1 original +PREHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_a_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_a_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_a_txt.insert_num struct2_a_txt.b struct2_a_txt.s2 +PREHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_b_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_b_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_b_txt.insert_num struct2_b_txt.b struct2_b_txt.s2 +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)Ú¯} +4 1 new {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)Ú¯} +5 2 new {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)Ú¯} +6 2 new {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)Ú¯} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_c_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_c_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_c_txt.insert_num struct2_c_txt.b struct2_c_txt.s2 +PREHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_d_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_d_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_d_txt.insert_num struct2_d_txt.b struct2_d_txt.s2 +PREHOOK: query: explain +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_various_various_struct2 + Statistics: Num rows: 8 Data size: 4880 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s2 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8 Data size: 4880 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 8 Data size: 4880 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: struct) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8 Data size: 4880 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 8 Data size: 4880 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} +4 1 new {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} +5 2 new {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} +6 2 new {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} +7 2 new {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} +8 1 new {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} +PREHOOK: query: drop table part_add_various_various_struct2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: drop table part_add_various_various_struct2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_a_txt.insert_num struct4_a_txt.b struct4_a_txt.s3 +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).b SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).insert_num SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).s3 SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_b_txt.insert_num struct4_b_txt.b struct4_b_txt.s3 +PREHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_c_txt.insert_num struct4_c_txt.b struct4_c_txt.s3 +PREHOOK: query: explain +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_to_various_various_struct4 + Statistics: Num rows: 4 Data size: 1156 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s3 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4 Data size: 1156 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 4 Data size: 1156 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: struct) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4 Data size: 1156 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 1156 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":null,"c12":null,"c13":n)Ú¯} +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":null,"c12":"2016-03-07","c13":n)Ú¯} +PREHOOK: query: drop table part_add_to_various_various_struct4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: drop table part_add_to_various_various_struct4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 diff --git ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_primitive.q.out ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_primitive.q.out new file mode 100644 index 0000000..b0874ad --- /dev/null +++ ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part_all_primitive.q.out @@ -0,0 +1,2872 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned --> all primitive conversions +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned --> all primitive conversions +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 true 0004-09-22 18:26:29.519542222 original +2 1 45 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 NULL NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 6229-06-28 02:54:28.970117179 original +4 1 1 NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 time will come 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_boolean + Statistics: Num rows: 6 Data size: 1710 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: boolean), c2 (type: boolean), c3 (type: boolean), c4 (type: boolean), c5 (type: boolean), c6 (type: boolean), c7 (type: boolean), c8 (type: boolean), c9 (type: boolean), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + Statistics: Num rows: 6 Data size: 1710 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 1710 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: boolean), _col10 (type: boolean), _col11 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean), VALUE._col9 (type: boolean), VALUE._col10 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + Statistics: Num rows: 6 Data size: 1710 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 1710 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +PREHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +POSTHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL true true true true true true NULL true original +2 1 true true true true true true true NULL true original +3 1 NULL NULL true true true true true true true original +4 1 true NULL true true true true true NULL true original +5 2 true true false true true false false true false new +6 1 true true true false true true false true true new +PREHOOK: query: drop table part_change_various_various_boolean +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: drop table part_change_various_various_boolean +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (5, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (5, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (6, -248, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (6, -248, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_tinyint + Statistics: Num rows: 6 Data size: 2482 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: tinyint), c2 (type: tinyint), c3 (type: tinyint), c4 (type: tinyint), c5 (type: tinyint), c6 (type: tinyint), c7 (type: tinyint), c8 (type: tinyint), c9 (type: tinyint), c10 (type: tinyint), c11 (type: tinyint), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2482 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2482 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: tinyint), _col3 (type: tinyint), _col4 (type: tinyint), _col5 (type: tinyint), _col6 (type: tinyint), _col7 (type: tinyint), _col8 (type: tinyint), _col9 (type: tinyint), _col10 (type: tinyint), _col11 (type: tinyint), _col12 (type: tinyint), _col13 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: tinyint), VALUE._col2 (type: tinyint), VALUE._col3 (type: tinyint), VALUE._col4 (type: tinyint), VALUE._col5 (type: tinyint), VALUE._col6 (type: tinyint), VALUE._col7 (type: tinyint), VALUE._col8 (type: tinyint), VALUE._col9 (type: tinyint), VALUE._col10 (type: tinyint), VALUE._col11 (type: tinyint), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2482 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2482 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +PREHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 -48 -51 -66 -29 119 119 73 73 73 -43 original +2 1 1 -24 -63 -25 -67 34 34 NULL NULL NULL 105 original +3 1 0 NULL -66 -38 30 85 85 1 1 1 84 original +4 1 1 NULL 87 6 34 36 36 -77 -77 -77 60 original +5 2 23 71 127 1 NULL -60 68 NULL NULL 40 93 new +6 1 NULL 85 -126 NULL 91 113 -28 -63 0 8 NULL new +PREHOOK: query: drop table part_change_various_various_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: drop table part_change_various_various_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (5, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (5, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (6, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (6, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_smallint + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: smallint), c2 (type: smallint), c3 (type: smallint), c4 (type: smallint), c5 (type: smallint), c6 (type: smallint), c7 (type: smallint), c8 (type: smallint), c9 (type: smallint), c10 (type: smallint), c11 (type: smallint), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: smallint), _col3 (type: smallint), _col4 (type: smallint), _col5 (type: smallint), _col6 (type: smallint), _col7 (type: smallint), _col8 (type: smallint), _col9 (type: smallint), _col10 (type: smallint), _col11 (type: smallint), _col12 (type: smallint), _col13 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: smallint), VALUE._col2 (type: smallint), VALUE._col3 (type: smallint), VALUE._col4 (type: smallint), VALUE._col5 (type: smallint), VALUE._col6 (type: smallint), VALUE._col7 (type: smallint), VALUE._col8 (type: smallint), VALUE._col9 (type: smallint), VALUE._col10 (type: smallint), VALUE._col11 (type: smallint), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +PREHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +POSTHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL 7373 -32578 -29 119 119 -2999 -2999 -2999 -11819 original +2 1 1 100 25025 29415 -3651 -19422 -19422 NULL NULL NULL 29801 original +3 1 0 72 -32578 -27686 30 -939 -939 1 1 1 -8620 original +4 1 1 -90 14935 12294 -19422 9764 9764 5299 5299 5299 -17092 original +5 2 -30486 15230 3117 1 -117 -7131 20227 -24858 -28771 NULL NULL new +6 1 -10542 -1805 -4844 15507 91 22385 -28 -12268 0 NULL 774 new +PREHOOK: query: drop table part_change_various_various_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: drop table part_change_various_various_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_int + Statistics: Num rows: 6 Data size: 2494 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: int), c2 (type: int), c3 (type: int), c4 (type: int), c5 (type: int), c6 (type: int), c7 (type: int), c8 (type: int), c9 (type: int), c10 (type: int), c11 (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2494 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2494 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int), _col11 (type: int), _col12 (type: int), _col13 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int), VALUE._col8 (type: int), VALUE._col9 (type: int), VALUE._col10 (type: int), VALUE._col11 (type: int), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2494 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2494 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +PREHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +POSTHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -1888628267 original +2 1 1 100 NULL 1903063783 -3651 46114 46114 NULL NULL NULL 1171027049 original +3 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 1272503892 original +4 1 1 -90 NULL 3289094 46114 9250340 9250340 5299 5299 5299 1021033788 original +5 2 560930 -1281818 127 1 84269672 -60 27094665 -36016110 -182 3244222 561431 new +6 1 -1928921 695025 -151775655 -167 91 113 -164341325 -134237413 0 6229 4422 new +PREHOOK: query: drop table part_change_various_various_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: drop table part_change_various_various_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 1998287.3541 1998287.3541 1998287.3541 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (5, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (5, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (6, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (6, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_bigint + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: bigint), c2 (type: bigint), c3 (type: bigint), c4 (type: bigint), c5 (type: bigint), c6 (type: bigint), c7 (type: bigint), c8 (type: bigint), c9 (type: bigint), c10 (type: bigint), c11 (type: bigint), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint), _col10 (type: bigint), _col11 (type: bigint), _col12 (type: bigint), _col13 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: bigint), VALUE._col5 (type: bigint), VALUE._col6 (type: bigint), VALUE._col7 (type: bigint), VALUE._col8 (type: bigint), VALUE._col9 (type: bigint), VALUE._col10 (type: bigint), VALUE._col11 (type: bigint), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +PREHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +POSTHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -62018170411 original +2 1 1 100 NULL NULL -3651 46114 46114 NULL NULL NULL 1171027049 original +3 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 134416490068 original +4 1 1 -90 NULL 3289094 46114 9250340 9250340 NULL NULL NULL 1021033788 original +5 2 5573199346255528403 71 151775655 1 131 -60 6275638713485623898 -230 -695025 519542222 -29 new +6 1 -164341325 9043162437544575070 -126 -6566204574741299000 91 113 -28 -63 0 3244222 -90 new +PREHOOK: query: drop table part_change_various_various_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: drop table part_change_various_various_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 2402.3 2402.3 2402.3 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_float + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: float), c2 (type: float), c3 (type: float), c4 (type: float), c5 (type: float), c6 (type: float), c7 (type: float), c8 (type: float), c9 (type: float), c10 (type: float), c11 (type: float), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: float), _col3 (type: float), _col4 (type: float), _col5 (type: float), _col6 (type: float), _col7 (type: float), _col8 (type: float), _col9 (type: float), _col10 (type: float), _col11 (type: float), _col12 (type: float), _col13 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: float), VALUE._col2 (type: float), VALUE._col3 (type: float), VALUE._col4 (type: float), VALUE._col5 (type: float), VALUE._col6 (type: float), VALUE._col7 (type: float), VALUE._col8 (type: float), VALUE._col9 (type: float), VALUE._col10 (type: float), VALUE._col11 (type: float), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +PREHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +POSTHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614144E8 4.70614144E8 -2999.0 -2999.0 -2999.0 -6.2018171E10 original +2 1 1.0 100.0 NULL NULL -3651.0 46114.285 46114.285 NULL NULL NULL 1.17102707E9 original +3 1 0.0 72.0 NULL -93222.0 30.0 -66475.56 -66475.56 2402.3 2402.3 2402.3 1.3441649E11 original +4 1 1.0 -90.0 NULL 3289094.0 46114.0 9250341.0 9250341.0 5299.0 5299.0 5299.0 1.02103379E9 original +5 2 9.5396704E8 62.079155 718.78 1.0 203.19955 -60.0 6.2756385E18 -230.0 -695025.0 -3651.672 46114.28 new +6 1 -1.25517811E9 9.0431626E18 -4314.792 -1.24003379E9 91.0 1698.95 -100.35978 -63.0 0.0 -93222.2 29.076 new +PREHOOK: query: drop table part_change_various_various_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: drop table part_change_various_various_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_double + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), c4 (type: double), c5 (type: double), c6 (type: double), c7 (type: double), c8 (type: double), c9 (type: double), c10 (type: double), c11 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: double), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: double), VALUE._col11 (type: double), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +PREHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +POSTHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614135E8 4.70614135E8 -2999.0 -2999.0 -2999.0 -6.201817041048046E10 original +2 1 1.0 100.0 NULL NULL -3651.0 46114.284799488 46114.284799488 NULL NULL NULL 1.1710270493687568E9 original +3 1 0.0 72.0 NULL -93222.0 30.0 -66475.561431 -66475.561431 1.0 1.0 1.0 1.3441649006897012E11 original +4 1 1.0 -90.0 NULL 3289094.0 46114.0 9250340.75 9250340.75 5299.0 5299.0 5299.0 1.021033788990818E9 original +5 2 9.53967041E8 62.07915395590135 718.78 1.0 203.199548118 -60.0 6.2756387134856243E18 -230.0 -695025.0 7.011717E-5 4.28479948 new +6 1 -1.25517816577663E9 9.043162437544575E18 -4314.7918 -1.240033819E9 91.0 1698.95 -100.3597812 -63.0 0.0 -66475.0000008 -2.847994881E8 new +PREHOOK: query: drop table part_change_various_various_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: drop table part_change_various_various_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614144E8 4.70614135E8 --1551801.09502 --1551801.09502 --1551801.09502 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.285 46114.284799488 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 2402.3 2402.3 2402.3 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (6,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (6,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_decimal + Statistics: Num rows: 6 Data size: 4458 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), c4 (type: decimal(38,18)), c5 (type: decimal(38,18)), c6 (type: decimal(38,18)), c7 (type: decimal(38,18)), c8 (type: decimal(38,18)), c9 (type: decimal(38,18)), c10 (type: decimal(38,18)), c11 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 4458 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 4458 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: decimal(38,18)), _col5 (type: decimal(38,18)), _col6 (type: decimal(38,18)), _col7 (type: decimal(38,18)), _col8 (type: decimal(38,18)), _col9 (type: decimal(38,18)), _col10 (type: decimal(38,18)), _col11 (type: decimal(38,18)), _col12 (type: decimal(38,18)), _col13 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: decimal(38,18)), VALUE._col7 (type: decimal(38,18)), VALUE._col8 (type: decimal(38,18)), VALUE._col9 (type: decimal(38,18)), VALUE._col10 (type: decimal(38,18)), VALUE._col11 (type: decimal(38,18)), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 4458 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 4458 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +PREHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +POSTHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.000000000000000000 NULL NULL 3244222.000000000000000000 -29.000000000000000000 470614144.000000000000000000 470614135.000000000000000000 NULL NULL NULL -62018170410.480460000000000000 original +2 1 1.000000000000000000 100.000000000000000000 NULL NULL -3651.000000000000000000 46114.285000000000000000 46114.284799488000000000 NULL NULL NULL 1171027049.368756800000000000 original +3 1 0.000000000000000000 72.000000000000000000 NULL -93222.000000000000000000 30.000000000000000000 -66475.560000000000000000 -66475.561431000000000000 1.000000000000000000 1.000000000000000000 1.000000000000000000 134416490068.970120000000000000 original +4 1 1.000000000000000000 -90.000000000000000000 NULL 3289094.000000000000000000 46114.000000000000000000 9250341.000000000000000000 9250340.750000000000000000 2402.300000000000000000 2402.300000000000000000 2402.300000000000000000 1021033788.990818000000000000 original +5 2 953967041.000000000000000000 62.079153955901346600 718.780000000000000000 1.000000000000000000 203.199548118000000000 -60.000000000000000000 6275638713485623898.000000000000000000 -230.000000000000000000 -695025.000000000000000000 0.000070117170000000 4.284799480000000000 new +6 1 -1255178165.776630000000000000 9043162437544575070.974000000000000000 -4314.791800000000000000 -1240033819.000000000000000000 91.000000000000000000 1698.950000000000000000 -100.359781200000000000 -63.000000000000000000 0.000000000000000000 -66475.000000800000000000 -284799488.100000000000000000 new +PREHOOK: query: drop table part_change_various_various_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: drop table part_change_various_various_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c10 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c11 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c12 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c13 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c5 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c6 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c7 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c8 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c9 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_string + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), c5 (type: string), c6 (type: string), c7 (type: string), c8 (type: string), c9 (type: string), c10 (type: string), c11 (type: string), c12 (type: string), c13 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string), _col10 (type: string), _col11 (type: string), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string), VALUE._col6 (type: string), VALUE._col7 (type: string), VALUE._col8 (type: string), VALUE._col9 (type: string), VALUE._col10 (type: string), VALUE._col11 (type: string), VALUE._col12 (type: string), VALUE._col13 (type: string), VALUE._col14 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +PREHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +POSTHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 62 69 6e 61 72 79 original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.970117179 5966-07-09 62 69 6e 61 72 79 original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 62 69 6e 61 72 79 original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: drop table part_change_various_various_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_char + Statistics: Num rows: 6 Data size: 5132 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(25)), c2 (type: char(25)), c3 (type: char(25)), c4 (type: char(25)), c5 (type: char(25)), c6 (type: char(25)), c7 (type: char(25)), c8 (type: char(25)), c9 (type: char(25)), c10 (type: char(25)), c11 (type: char(25)), c12 (type: char(25)), c13 (type: char(25)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 5132 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 5132 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(25)), _col3 (type: char(25)), _col4 (type: char(25)), _col5 (type: char(25)), _col6 (type: char(25)), _col7 (type: char(25)), _col8 (type: char(25)), _col9 (type: char(25)), _col10 (type: char(25)), _col11 (type: char(25)), _col12 (type: char(25)), _col13 (type: char(25)), _col14 (type: char(25)), _col15 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(25)), VALUE._col2 (type: char(25)), VALUE._col3 (type: char(25)), VALUE._col4 (type: char(25)), VALUE._col5 (type: char(25)), VALUE._col6 (type: char(25)), VALUE._col7 (type: char(25)), VALUE._col8 (type: char(25)), VALUE._col9 (type: char(25)), VALUE._col10 (type: char(25)), VALUE._col11 (type: char(25)), VALUE._col12 (type: char(25)), VALUE._col13 (type: char(25)), VALUE._col14 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 5132 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 5132 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +PREHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +POSTHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.36875 0004-09-22 62 69 6e 61 72 79 original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 62 69 6e 61 72 79 original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 62 69 6e 61 72 79 original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: drop table part_change_various_various_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffli 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_char_trunc + Statistics: Num rows: 6 Data size: 4674 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(8)), c2 (type: char(8)), c3 (type: char(8)), c4 (type: char(8)), c5 (type: char(8)), c6 (type: char(8)), c7 (type: char(8)), c8 (type: char(8)), c9 (type: char(8)), c10 (type: char(8)), c11 (type: char(8)), c12 (type: char(8)), c13 (type: char(8)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4674 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 4674 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(8)), _col3 (type: char(8)), _col4 (type: char(8)), _col5 (type: char(8)), _col6 (type: char(8)), _col7 (type: char(8)), _col8 (type: char(8)), _col9 (type: char(8)), _col10 (type: char(8)), _col11 (type: char(8)), _col12 (type: char(8)), _col13 (type: char(8)), _col14 (type: char(8)), _col15 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(8)), VALUE._col2 (type: char(8)), VALUE._col3 (type: char(8)), VALUE._col4 (type: char(8)), VALUE._col5 (type: char(8)), VALUE._col6 (type: char(8)), VALUE._col7 (type: char(8)), VALUE._col8 (type: char(8)), VALUE._col9 (type: char(8)), VALUE._col10 (type: char(8)), VALUE._col11 (type: char(8)), VALUE._col12 (type: char(8)), VALUE._col13 (type: char(8)), VALUE._col14 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4674 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 4674 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- 62 69 6e original +2 1 TRUE 100 NULL 14 -2386673 -3651.67 46114.28 46114.28 baffli baffli 2007-02- 0004-09- 62 69 6e original +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- 62 69 6e original +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- 62 69 6e original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: drop table part_change_various_various_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_varchar + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(25)), c2 (type: varchar(25)), c3 (type: varchar(25)), c4 (type: varchar(25)), c5 (type: varchar(25)), c6 (type: varchar(25)), c7 (type: varchar(25)), c8 (type: varchar(25)), c9 (type: varchar(25)), c10 (type: varchar(25)), c11 (type: varchar(25)), c12 (type: varchar(25)), c13 (type: varchar(25)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(25)), _col3 (type: varchar(25)), _col4 (type: varchar(25)), _col5 (type: varchar(25)), _col6 (type: varchar(25)), _col7 (type: varchar(25)), _col8 (type: varchar(25)), _col9 (type: varchar(25)), _col10 (type: varchar(25)), _col11 (type: varchar(25)), _col12 (type: varchar(25)), _col13 (type: varchar(25)), _col14 (type: varchar(25)), _col15 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(25)), VALUE._col2 (type: varchar(25)), VALUE._col3 (type: varchar(25)), VALUE._col4 (type: varchar(25)), VALUE._col5 (type: varchar(25)), VALUE._col6 (type: varchar(25)), VALUE._col7 (type: varchar(25)), VALUE._col8 (type: varchar(25)), VALUE._col9 (type: varchar(25)), VALUE._col10 (type: varchar(25)), VALUE._col11 (type: varchar(25)), VALUE._col12 (type: varchar(25)), VALUE._col13 (type: varchar(25)), VALUE._col14 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +PREHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.36875 0004-09-22 62 69 6e 61 72 79 original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 62 69 6e 61 72 79 original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 62 69 6e 61 72 79 original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: drop table part_change_various_various_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_varchar_trunc + Statistics: Num rows: 6 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(8)), c2 (type: varchar(8)), c3 (type: varchar(8)), c4 (type: varchar(8)), c5 (type: varchar(8)), c6 (type: varchar(8)), c7 (type: varchar(8)), c8 (type: varchar(8)), c9 (type: varchar(8)), c10 (type: varchar(8)), c11 (type: varchar(8)), c12 (type: varchar(8)), c13 (type: varchar(8)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(8)), _col3 (type: varchar(8)), _col4 (type: varchar(8)), _col5 (type: varchar(8)), _col6 (type: varchar(8)), _col7 (type: varchar(8)), _col8 (type: varchar(8)), _col9 (type: varchar(8)), _col10 (type: varchar(8)), _col11 (type: varchar(8)), _col12 (type: varchar(8)), _col13 (type: varchar(8)), _col14 (type: varchar(8)), _col15 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(8)), VALUE._col2 (type: varchar(8)), VALUE._col3 (type: varchar(8)), VALUE._col4 (type: varchar(8)), VALUE._col5 (type: varchar(8)), VALUE._col6 (type: varchar(8)), VALUE._col7 (type: varchar(8)), VALUE._col8 (type: varchar(8)), VALUE._col9 (type: varchar(8)), VALUE._col10 (type: varchar(8)), VALUE._col11 (type: varchar(8)), VALUE._col12 (type: varchar(8)), VALUE._col13 (type: varchar(8)), VALUE._col14 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- 62 69 6e original +2 1 TRUE 100 NULL 14 -2386673 -3651.67 46114.28 46114.28 baffli baffli 2007-02- 0004-09- 62 69 6e original +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- 62 69 6e original +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- 62 69 6e original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: drop table part_change_various_various_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '0004-09-22', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '0004-09-22', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 0004-09-22 original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_timestamp + Statistics: Num rows: 6 Data size: 2806 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: timestamp), c2 (type: timestamp), c3 (type: timestamp), c4 (type: timestamp), c5 (type: timestamp), c6 (type: timestamp), c7 (type: timestamp), c8 (type: timestamp), c9 (type: timestamp), c10 (type: timestamp), c11 (type: timestamp), c12 (type: timestamp), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 6 Data size: 2806 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2806 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: timestamp), _col3 (type: timestamp), _col4 (type: timestamp), _col5 (type: timestamp), _col6 (type: timestamp), _col7 (type: timestamp), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: timestamp), _col11 (type: timestamp), _col12 (type: timestamp), _col13 (type: timestamp), _col14 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: timestamp), VALUE._col2 (type: timestamp), VALUE._col3 (type: timestamp), VALUE._col4 (type: timestamp), VALUE._col5 (type: timestamp), VALUE._col6 (type: timestamp), VALUE._col7 (type: timestamp), VALUE._col8 (type: timestamp), VALUE._col9 (type: timestamp), VALUE._col10 (type: timestamp), VALUE._col11 (type: timestamp), VALUE._col12 (type: timestamp), VALUE._col13 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 6 Data size: 2806 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2806 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +PREHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 1969-12-31 16:00:00.001 NULL NULL 1969-12-31 16:54:04.222 1966-10-31 06:13:20.001 1969-12-31 15:59:30.923599244 1984-11-29 14:08:55 1984-11-29 14:08:55 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 00:00:00 original +2 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.1 NULL 1969-12-31 16:00:00.014 1969-03-30 10:21:00.007 1969-12-31 14:59:08.32788086 1970-01-01 04:48:34.284799488 1970-01-01 04:48:34.284799488 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 0004-09-22 00:00:00 original +3 1 1969-12-31 16:00:00 1969-12-31 16:00:00.072 NULL 1969-12-31 15:58:26.778 1969-12-31 16:00:00.03 1969-12-30 21:32:04.4375 1969-12-30 21:32:04.438569 1969-12-31 16:00:00.561431 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 00:00:00 original +4 1 1969-12-31 16:00:00.001 1969-12-31 15:59:59.91 NULL 1969-12-31 16:54:49.094 1969-12-31 16:00:46.114 1970-04-17 17:32:21 1970-04-17 17:32:20.75 1970-04-17 17:32:20.75 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 00:00:00 original +5 2 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new +6 1 NULL NULL NULL NULL NULL NULL NULL NULL 2016-03-07 03:02:22 2016-03-07 03:02:22 2016-03-07 03:02:22 NULL new +PREHOOK: query: drop table part_change_various_various_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: drop table part_change_various_various_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.519542222 original +2 1 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.368756876 original +3 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.970117179 original +4 1 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_date + Statistics: Num rows: 6 Data size: 2442 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: date), c2 (type: date), c3 (type: date), c4 (type: date), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 6 Data size: 2442 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2442 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: date), _col3 (type: date), _col4 (type: date), _col5 (type: date), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: date), VALUE._col2 (type: date), VALUE._col3 (type: date), VALUE._col4 (type: date), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 6 Data size: 2442 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2442 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +PREHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +POSTHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 NULL NULL NULL 0004-09-22 original +2 1 NULL NULL NULL 2007-02-09 original +3 1 NULL NULL NULL 6229-06-28 original +4 1 NULL NULL NULL 2002-05-10 original +5 2 2016-03-07 2016-03-07 2016-03-07 2016-03-07 new +6 1 NULL 2002-05-10 2002-05-10 2002-05-10 new +PREHOOK: query: drop table part_change_various_various_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: drop table part_change_various_various_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date diff --git ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_table.q.out index df9494f..9d9cba4 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_table.q.out @@ -2,297 +2,4359 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 363 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_permute_select + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select insert_num,a,b from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a d +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num c 1 NULL -1 ten +10 200 2 NULL -2 twenty 3 NULL -3 thirty 4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 363 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c d +1 1 original NULL NULL +10 6 new 200 two hundred +2 2 original NULL NULL +3 3 original NULL NULL +4 4 original NULL NULL +5 1 new 10 ten +6 2 new 20 twenty +7 3 new 30 thirty +8 4 new 40 forty +9 5 new 100 hundred +PREHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a c d +1 1 NULL NULL +10 6 200 two hundred +2 2 NULL NULL +3 3 NULL NULL +4 4 NULL NULL +5 1 10 ten +6 2 20 twenty +7 3 30 thirty +8 4 40 forty +9 5 100 hundred +PREHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a d +1 1 NULL +10 6 two hundred +2 2 NULL +3 3 NULL +4 4 NULL +5 1 ten +6 2 twenty +7 3 thirty +8 4 forty +9 5 hundred +PREHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num d +1 NULL +10 two hundred +2 NULL +3 NULL +4 NULL +5 ten +6 twenty +7 thirty +8 forty +9 hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_double + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 753.7028 753.7028 original +10 9250340.75 9250340.75 9250340.75 new +2 -3651.672121 -3651.672121 -3651.672121 original +3 -29.0764 -29.0764 -29.0764 original +4 -10.3 -10.3 -10.3 original +5 30.774 30.774 30.774 new +6 20.31 20.31 20.31 new +7 46114.284799488 46114.284799488 46114.284799488 new +8 -66475.561431 -66475.561431 -66475.561431 new +9 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_decimal + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +insert_num int +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 1128 + totalSize 587 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(5)), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: char(5)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(5)), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: char(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 3106 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3106 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3106 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(5)), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: varchar(5)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(5)), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: varchar(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3106 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3106 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 original +4 0.0 20435.0 847492223 original +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(7)), _col2 (type: char(7)), _col3 (type: char(7)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(7)), VALUE._col1 (type: char(7)), VALUE._col2 (type: char(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 3032 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3032 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3032 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(7)), _col2 (type: varchar(7)), _col3 (type: varchar(7)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(7)), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: varchar(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3032 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3032 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: varchar(50)), _col4 (type: char(9)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: char(9)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +10 bottom bottom bottom bottom new +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile dynamic r original +4 blank pads blank pad blank pads blank pad original +5 junkyard junkyard junkyard junkyard new +6 baffling bafflin baffling bafflin new +7 featherweight featherweight new +8 against against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(9)), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45 45 45 original +2 -2 -2 -2 -2 -2 -2 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45.0 45.0 45.000000000000000000 original +10 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200 12.0 99.0 0.000000000000000000 new +6 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031 2031 2031 original +2 -2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 -5000 original +4 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200.0 12.0 99.000000000000000000 new +6 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 256 32768 31889.0 300.0 444.000000000000000000 new +8 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031 2031 2031 original +2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 original +4 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000.0 7.54072151E8 95.000000000000000000 new +2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774 2031.0 200.0 12.000000000000000000 new +6 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 256 32768.0 31889.0 300.000000000000000000 new +8 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7203778961 7203778961 7203778961 original +2 -2 -2 -2 original +3 -5000 -5000 -5000 original +4 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: float), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 17.0 90000.0 754072151.000000000000000000 new +2 -2.0 -2.0 -2.000000000000000000 original +3 -5000.0 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774.0 2031.0 200.000000000000000000 new +6 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 256.0 32768.0 31889.000000000000000000 new +8 5555.0 40000.0 -719017797.000000000000000000 new +9 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.0764 original +2 753.7028 753.7028 original +3 -5000.0 -5000.0 original +4 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.076400756835938 -29.076400000000000000 original +10 17.0 90000.000000000000000000 new +2 753.7028198242188 753.702800000000000000 original +3 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 52927712.000000000000000000 original +5 774.0 2031.000000000000000000 new +6 561431.0 52927714.000000000000000000 new +7 256.0 32768.000000000000000000 new +8 5555.0 40000.000000000000000000 new +9 100.0 5000.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.0764 original +2 753.7028 original +3 -5000.0 original +4 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.076400000000000000 original +10 17.000000000000000000 new +2 753.702800000000000000 original +3 -5000.000000000000000000 original +4 52927714.000000000000000000 original +5 774.000000000000000000 new +6 561431.000000000000000000 new +7 256.000000000000000000 new +8 5555.000000000000000000 new +9 100.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part.q.out ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part.q.out index 9f1fda8..098be19 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part.q.out @@ -2,641 +2,4646 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_permute_select + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select insert_num,part,a,b from part_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c 1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred +PREHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a c d +1 1 1 NULL NULL +10 1 6 200 two hundred +2 1 2 NULL NULL +3 1 3 NULL NULL +4 1 4 NULL NULL +5 2 1 10 ten +6 2 2 20 twenty +7 2 3 30 thirty +8 2 4 40 forty +9 1 5 100 hundred +PREHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a d +1 1 1 NULL +10 1 6 two hundred +2 1 2 NULL +3 1 3 NULL +4 1 4 NULL +5 2 1 ten +6 2 2 twenty +7 2 3 thirty +8 2 4 forty +9 1 5 hundred +PREHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part d +1 1 NULL +10 1 two hundred +2 1 NULL +3 1 NULL +4 1 NULL +5 2 ten +6 2 twenty +7 2 thirty +8 2 forty +9 1 hundred +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_double + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 753.7028 753.7028 original +10 1 9250340.75 9250340.75 9250340.75 new +2 1 -3651.672121 -3651.672121 -3651.672121 original +3 1 -29.0764 -29.0764 -29.0764 original +4 1 -10.3 -10.3 -10.3 original +5 2 30.774 30.774 30.774 new +6 2 20.31 20.31 20.31 new +7 2 46114.284799488 46114.284799488 46114.284799488 new +8 2 -66475.561431 -66475.561431 -66475.561431 new +9 1 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_decimal + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: decimal(38,18)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: char(50)), _col4 (type: char(15)), _col5 (type: varchar(50)), _col6 (type: varchar(15)), _col7 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(15)), VALUE._col4 (type: varchar(50)), VALUE._col5 (type: varchar(15)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: char(50)), _col4 (type: char(15)), _col5 (type: varchar(50)), _col6 (type: varchar(15)), _col7 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(15)), VALUE._col4 (type: varchar(50)), VALUE._col5 (type: varchar(15)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table part_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: char(50)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: char(50)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: char(5)), _col5 (type: char(5)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: char(5)), VALUE._col4 (type: char(5)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: varchar(50)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(50)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3138 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 3116 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3116 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3116 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: varchar(5)), _col5 (type: varchar(5)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: varchar(5)), VALUE._col4 (type: varchar(5)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 3116 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3116 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 original +4 1 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 original +4 1 0.0 20435.0 847492223 original +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(7)), _col3 (type: char(7)), _col4 (type: char(7)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(7)), VALUE._col2 (type: char(7)), VALUE._col3 (type: char(7)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(7)), _col3 (type: varchar(7)), _col4 (type: varchar(7)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: varchar(7)), VALUE._col3 (type: varchar(7)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3028 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(9)), _col4 (type: varchar(50)), _col5 (type: char(9)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(9)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: char(9)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +10 1 bottom bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile dynamic r original +4 1 blank pads blank pad blank pads blank pad original +5 2 junkyard junkyard junkyard junkyard new +6 2 baffling bafflin baffling bafflin new +7 2 featherweight featherweight new +8 2 against against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(9)), _col4 (type: string), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(9)), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(9)), _col4 (type: string), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(9)), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45 45 45 original +2 1 -2 -2 -2 -2 -2 -2 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: smallint), _col3 (type: int), _col4 (type: bigint), _col5 (type: float), _col6 (type: double), _col7 (type: decimal(38,18)), _col8 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: float), VALUE._col5 (type: double), VALUE._col6 (type: decimal(38,18)), VALUE._col7 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45.0 45.0 45.000000000000000000 original +10 1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200 12.0 99.0 0.000000000000000000 new +6 2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 2 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 -5000 original +4 1 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200.0 12.0 99.000000000000000000 new +6 2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 2 256 32768 31889.0 300.0 444.000000000000000000 new +8 2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 1 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000.0 7.54072151E8 95.000000000000000000 new +2 1 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774 2031.0 200.0 12.000000000000000000 new +6 2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 2 256 32768.0 31889.0 300.000000000000000000 new +8 2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 1 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7203778961 7203778961 7203778961 original +2 1 -2 -2 -2 original +3 1 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 1 17.0 90000.0 754072151.000000000000000000 new +2 1 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774.0 2031.0 200.000000000000000000 new +6 2 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 2 256.0 32768.0 31889.000000000000000000 new +8 2 5555.0 40000.0 -719017797.000000000000000000 new +9 1 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.0764 -29.0764 original +2 1 753.7028 753.7028 original +3 1 -5000.0 -5000.0 original +4 1 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.076400756835938 -29.076400000000000000 original +10 1 17.0 90000.000000000000000000 new +2 1 753.7028198242188 753.702800000000000000 original +3 1 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 52927712.000000000000000000 original +5 2 774.0 2031.000000000000000000 new +6 2 561431.0 52927714.000000000000000000 new +7 2 256.0 32768.000000000000000000 new +8 2 5555.0 40000.000000000000000000 new +9 1 100.0 5000.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.0764 original +2 1 753.7028 original +3 1 -5000.0 original +4 1 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: decimal(38,18)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.076400000000000000 original +10 1 17.000000000000000000 new +2 1 753.702800000000000000 original +3 1 -5000.000000000000000000 original +4 1 52927714.000000000000000000 original +5 2 774.000000000000000000 new +6 2 561431.000000000000000000 new +7 2 256.000000000000000000 new +8 2 5555.000000000000000000 new +9 1 100.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part_all_complex.q.out new file mode 100644 index 0000000..62047fb --- /dev/null +++ ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part_all_complex.q.out @@ -0,0 +1,726 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned --> all complex conversions +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned --> all complex conversions +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_a_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_a_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_a_txt.insert_num struct1_a_txt.s1 struct1_a_txt.b +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)Ú¯} original +2 1 {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)Ú¯} original +3 1 {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)Ú¯} original +4 1 {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)Ú¯} original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_b_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_b_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).b SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).insert_num SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).s1 SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_b_txt.insert_num struct1_b_txt.s1 struct1_b_txt.b +PREHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_c_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_c_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_c_txt.insert_num struct1_c_txt.s1 struct1_c_txt.b +PREHOOK: query: explain +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_struct1 + Statistics: Num rows: 6 Data size: 4710 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), s1 (type: struct), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 6 Data size: 4710 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 4710 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: struct), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: struct), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 6 Data size: 4710 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 4710 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +PREHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} original +2 1 {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} original +3 1 {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} original +4 1 {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} original +5 2 {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} new +6 1 {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} new +PREHOOK: query: drop table part_change_various_various_struct1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: drop table part_change_various_various_struct1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +insert_num part b +1 1 original +2 1 original +PREHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_a_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_a_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_a_txt.insert_num struct2_a_txt.b struct2_a_txt.s2 +PREHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_b_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_b_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_b_txt.insert_num struct2_b_txt.b struct2_b_txt.s2 +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)Ú¯} +4 1 new {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)Ú¯} +5 2 new {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)Ú¯} +6 2 new {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)Ú¯} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_c_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_c_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_c_txt.insert_num struct2_c_txt.b struct2_c_txt.s2 +PREHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_d_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_d_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_d_txt.insert_num struct2_d_txt.b struct2_d_txt.s2 +PREHOOK: query: explain +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_various_various_struct2 + Statistics: Num rows: 8 Data size: 4880 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s2 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8 Data size: 4880 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 8 Data size: 4880 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: struct) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8 Data size: 4880 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 8 Data size: 4880 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} +4 1 new {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} +5 2 new {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} +6 2 new {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} +7 2 new {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} +8 1 new {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} +PREHOOK: query: drop table part_add_various_various_struct2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: drop table part_add_various_various_struct2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_a_txt.insert_num struct4_a_txt.b struct4_a_txt.s3 +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).b SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).insert_num SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).s3 SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_b_txt.insert_num struct4_b_txt.b struct4_b_txt.s3 +PREHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_c_txt.insert_num struct4_c_txt.b struct4_c_txt.s3 +PREHOOK: query: explain +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_to_various_various_struct4 + Statistics: Num rows: 4 Data size: 1156 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s3 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4 Data size: 1156 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 4 Data size: 1156 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: struct) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4 Data size: 1156 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 1156 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":null,"c12":null,"c13":n)Ú¯} +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":null,"c12":"2016-03-07","c13":n)Ú¯} +PREHOOK: query: drop table part_add_to_various_various_struct4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: drop table part_add_to_various_various_struct4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 diff --git ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part_all_primitive.q.out ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part_all_primitive.q.out new file mode 100644 index 0000000..bd309e6 --- /dev/null +++ ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part_all_primitive.q.out @@ -0,0 +1,2887 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned --> all primitive conversions +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned --> all primitive conversions +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 true 0004-09-22 18:26:29.519542222 original +2 1 45 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 NULL NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 6229-06-28 02:54:28.970117179 original +4 1 1 NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 time will come 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_boolean + Statistics: Num rows: 6 Data size: 1710 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: boolean), c2 (type: boolean), c3 (type: boolean), c4 (type: boolean), c5 (type: boolean), c6 (type: boolean), c7 (type: boolean), c8 (type: boolean), c9 (type: boolean), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + Statistics: Num rows: 6 Data size: 1710 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 1710 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: boolean), _col10 (type: boolean), _col11 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean), VALUE._col9 (type: boolean), VALUE._col10 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + Statistics: Num rows: 6 Data size: 1710 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 1710 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +PREHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +POSTHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL true true true true true true NULL true original +2 1 true true true true true true true NULL true original +3 1 NULL NULL true true true true true true true original +4 1 true NULL true true true true true NULL true original +5 2 true true false true true false false true false new +6 1 true true true false true true false true true new +PREHOOK: query: drop table part_change_various_various_boolean +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: drop table part_change_various_various_boolean +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (5, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (5, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (6, -248, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (6, -248, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_tinyint + Statistics: Num rows: 6 Data size: 2482 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: tinyint), c2 (type: tinyint), c3 (type: tinyint), c4 (type: tinyint), c5 (type: tinyint), c6 (type: tinyint), c7 (type: tinyint), c8 (type: tinyint), c9 (type: tinyint), c10 (type: tinyint), c11 (type: tinyint), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2482 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2482 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: tinyint), _col3 (type: tinyint), _col4 (type: tinyint), _col5 (type: tinyint), _col6 (type: tinyint), _col7 (type: tinyint), _col8 (type: tinyint), _col9 (type: tinyint), _col10 (type: tinyint), _col11 (type: tinyint), _col12 (type: tinyint), _col13 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: tinyint), VALUE._col2 (type: tinyint), VALUE._col3 (type: tinyint), VALUE._col4 (type: tinyint), VALUE._col5 (type: tinyint), VALUE._col6 (type: tinyint), VALUE._col7 (type: tinyint), VALUE._col8 (type: tinyint), VALUE._col9 (type: tinyint), VALUE._col10 (type: tinyint), VALUE._col11 (type: tinyint), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2482 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2482 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +PREHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 -48 -51 -66 -29 119 119 73 73 73 -43 original +2 1 1 -24 -63 -25 -67 34 34 NULL NULL NULL 105 original +3 1 0 NULL -66 -38 30 85 85 1 1 1 84 original +4 1 1 NULL 87 6 34 36 36 -77 -77 -77 60 original +5 2 23 71 127 1 NULL -60 68 NULL NULL 40 93 new +6 1 NULL 85 -126 NULL 91 113 -28 -63 0 8 NULL new +PREHOOK: query: drop table part_change_various_various_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: drop table part_change_various_various_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (5, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (5, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (6, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (6, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_smallint + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: smallint), c2 (type: smallint), c3 (type: smallint), c4 (type: smallint), c5 (type: smallint), c6 (type: smallint), c7 (type: smallint), c8 (type: smallint), c9 (type: smallint), c10 (type: smallint), c11 (type: smallint), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: smallint), _col3 (type: smallint), _col4 (type: smallint), _col5 (type: smallint), _col6 (type: smallint), _col7 (type: smallint), _col8 (type: smallint), _col9 (type: smallint), _col10 (type: smallint), _col11 (type: smallint), _col12 (type: smallint), _col13 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: smallint), VALUE._col2 (type: smallint), VALUE._col3 (type: smallint), VALUE._col4 (type: smallint), VALUE._col5 (type: smallint), VALUE._col6 (type: smallint), VALUE._col7 (type: smallint), VALUE._col8 (type: smallint), VALUE._col9 (type: smallint), VALUE._col10 (type: smallint), VALUE._col11 (type: smallint), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +PREHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +POSTHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL 7373 -32578 -29 119 119 -2999 -2999 -2999 -11819 original +2 1 1 100 25025 29415 -3651 -19422 -19422 NULL NULL NULL 29801 original +3 1 0 72 -32578 -27686 30 -939 -939 1 1 1 -8620 original +4 1 1 -90 14935 12294 -19422 9764 9764 5299 5299 5299 -17092 original +5 2 -30486 15230 3117 1 -117 -7131 20227 -24858 -28771 NULL NULL new +6 1 -10542 -1805 -4844 15507 91 22385 -28 -12268 0 NULL 774 new +PREHOOK: query: drop table part_change_various_various_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: drop table part_change_various_various_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_int + Statistics: Num rows: 6 Data size: 2494 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: int), c2 (type: int), c3 (type: int), c4 (type: int), c5 (type: int), c6 (type: int), c7 (type: int), c8 (type: int), c9 (type: int), c10 (type: int), c11 (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2494 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2494 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int), _col11 (type: int), _col12 (type: int), _col13 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int), VALUE._col8 (type: int), VALUE._col9 (type: int), VALUE._col10 (type: int), VALUE._col11 (type: int), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2494 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2494 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +PREHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +POSTHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -1888628267 original +2 1 1 100 NULL 1903063783 -3651 46114 46114 NULL NULL NULL 1171027049 original +3 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 1272503892 original +4 1 1 -90 NULL 3289094 46114 9250340 9250340 5299 5299 5299 1021033788 original +5 2 560930 -1281818 127 1 84269672 -60 27094665 -36016110 -182 3244222 561431 new +6 1 -1928921 695025 -151775655 -167 91 113 -164341325 -134237413 0 6229 4422 new +PREHOOK: query: drop table part_change_various_various_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: drop table part_change_various_various_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 1998287.3541 1998287.3541 1998287.3541 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (5, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (5, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (6, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (6, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_bigint + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: bigint), c2 (type: bigint), c3 (type: bigint), c4 (type: bigint), c5 (type: bigint), c6 (type: bigint), c7 (type: bigint), c8 (type: bigint), c9 (type: bigint), c10 (type: bigint), c11 (type: bigint), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint), _col10 (type: bigint), _col11 (type: bigint), _col12 (type: bigint), _col13 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: bigint), VALUE._col5 (type: bigint), VALUE._col6 (type: bigint), VALUE._col7 (type: bigint), VALUE._col8 (type: bigint), VALUE._col9 (type: bigint), VALUE._col10 (type: bigint), VALUE._col11 (type: bigint), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +PREHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +POSTHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -62018170411 original +2 1 1 100 NULL NULL -3651 46114 46114 NULL NULL NULL 1171027049 original +3 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 134416490068 original +4 1 1 -90 NULL 3289094 46114 9250340 9250340 NULL NULL NULL 1021033788 original +5 2 5573199346255528403 71 151775655 1 131 -60 6275638713485623898 -230 -695025 519542222 -29 new +6 1 -164341325 9043162437544575070 -126 -6566204574741299000 91 113 -28 -63 0 3244222 -90 new +PREHOOK: query: drop table part_change_various_various_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: drop table part_change_various_various_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 2402.3 2402.3 2402.3 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_float + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: float), c2 (type: float), c3 (type: float), c4 (type: float), c5 (type: float), c6 (type: float), c7 (type: float), c8 (type: float), c9 (type: float), c10 (type: float), c11 (type: float), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: float), _col3 (type: float), _col4 (type: float), _col5 (type: float), _col6 (type: float), _col7 (type: float), _col8 (type: float), _col9 (type: float), _col10 (type: float), _col11 (type: float), _col12 (type: float), _col13 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: float), VALUE._col2 (type: float), VALUE._col3 (type: float), VALUE._col4 (type: float), VALUE._col5 (type: float), VALUE._col6 (type: float), VALUE._col7 (type: float), VALUE._col8 (type: float), VALUE._col9 (type: float), VALUE._col10 (type: float), VALUE._col11 (type: float), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2498 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +PREHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +POSTHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614144E8 4.70614144E8 -2999.0 -2999.0 -2999.0 -6.2018171E10 original +2 1 1.0 100.0 NULL NULL -3651.0 46114.285 46114.285 NULL NULL NULL 1.17102707E9 original +3 1 0.0 72.0 NULL -93222.0 30.0 -66475.56 -66475.56 2402.3 2402.3 2402.3 1.3441649E11 original +4 1 1.0 -90.0 NULL 3289094.0 46114.0 9250341.0 9250341.0 5299.0 5299.0 5299.0 1.02103379E9 original +5 2 9.5396704E8 62.079155 718.78 1.0 203.19955 -60.0 6.2756385E18 -230.0 -695025.0 -3651.672 46114.28 new +6 1 -1.25517811E9 9.0431626E18 -4314.792 -1.24003379E9 91.0 1698.95 -100.35978 -63.0 0.0 -93222.2 29.076 new +PREHOOK: query: drop table part_change_various_various_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: drop table part_change_various_various_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_double + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), c4 (type: double), c5 (type: double), c6 (type: double), c7 (type: double), c8 (type: double), c9 (type: double), c10 (type: double), c11 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: double), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: double), VALUE._col11 (type: double), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2578 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +PREHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +POSTHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614135E8 4.70614135E8 -2999.0 -2999.0 -2999.0 -6.201817041048046E10 original +2 1 1.0 100.0 NULL NULL -3651.0 46114.284799488 46114.284799488 NULL NULL NULL 1.1710270493687568E9 original +3 1 0.0 72.0 NULL -93222.0 30.0 -66475.561431 -66475.561431 1.0 1.0 1.0 1.3441649006897012E11 original +4 1 1.0 -90.0 NULL 3289094.0 46114.0 9250340.75 9250340.75 5299.0 5299.0 5299.0 1.021033788990818E9 original +5 2 9.53967041E8 62.07915395590135 718.78 1.0 203.199548118 -60.0 6.2756387134856243E18 -230.0 -695025.0 7.011717E-5 4.28479948 new +6 1 -1.25517816577663E9 9.043162437544575E18 -4314.7918 -1.240033819E9 91.0 1698.95 -100.3597812 -63.0 0.0 -66475.0000008 -2.847994881E8 new +PREHOOK: query: drop table part_change_various_various_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: drop table part_change_various_various_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614144E8 4.70614135E8 --1551801.09502 --1551801.09502 --1551801.09502 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.285 46114.284799488 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 2402.3 2402.3 2402.3 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (6,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (6,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_decimal + Statistics: Num rows: 6 Data size: 4458 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), c4 (type: decimal(38,18)), c5 (type: decimal(38,18)), c6 (type: decimal(38,18)), c7 (type: decimal(38,18)), c8 (type: decimal(38,18)), c9 (type: decimal(38,18)), c10 (type: decimal(38,18)), c11 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 4458 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 4458 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: decimal(38,18)), _col5 (type: decimal(38,18)), _col6 (type: decimal(38,18)), _col7 (type: decimal(38,18)), _col8 (type: decimal(38,18)), _col9 (type: decimal(38,18)), _col10 (type: decimal(38,18)), _col11 (type: decimal(38,18)), _col12 (type: decimal(38,18)), _col13 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: decimal(38,18)), VALUE._col7 (type: decimal(38,18)), VALUE._col8 (type: decimal(38,18)), VALUE._col9 (type: decimal(38,18)), VALUE._col10 (type: decimal(38,18)), VALUE._col11 (type: decimal(38,18)), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 4458 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 4458 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +PREHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +POSTHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.000000000000000000 NULL NULL 3244222.000000000000000000 -29.000000000000000000 470614144.000000000000000000 470614135.000000000000000000 NULL NULL NULL -62018170410.480460000000000000 original +2 1 1.000000000000000000 100.000000000000000000 NULL NULL -3651.000000000000000000 46114.285000000000000000 46114.284799488000000000 NULL NULL NULL 1171027049.368756800000000000 original +3 1 0.000000000000000000 72.000000000000000000 NULL -93222.000000000000000000 30.000000000000000000 -66475.560000000000000000 -66475.561431000000000000 1.000000000000000000 1.000000000000000000 1.000000000000000000 134416490068.970120000000000000 original +4 1 1.000000000000000000 -90.000000000000000000 NULL 3289094.000000000000000000 46114.000000000000000000 9250341.000000000000000000 9250340.750000000000000000 2402.300000000000000000 2402.300000000000000000 2402.300000000000000000 1021033788.990818000000000000 original +5 2 953967041.000000000000000000 62.079153955901346600 718.780000000000000000 1.000000000000000000 203.199548118000000000 -60.000000000000000000 6275638713485623898.000000000000000000 -230.000000000000000000 -695025.000000000000000000 0.000070117170000000 4.284799480000000000 new +6 1 -1255178165.776630000000000000 9043162437544575070.974000000000000000 -4314.791800000000000000 -1240033819.000000000000000000 91.000000000000000000 1698.950000000000000000 -100.359781200000000000 -63.000000000000000000 0.000000000000000000 -66475.000000800000000000 -284799488.100000000000000000 new +PREHOOK: query: drop table part_change_various_various_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: drop table part_change_various_various_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c10 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c11 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c12 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c13 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c5 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c6 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c7 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c8 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c9 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_string + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), c5 (type: string), c6 (type: string), c7 (type: string), c8 (type: string), c9 (type: string), c10 (type: string), c11 (type: string), c12 (type: string), c13 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string), _col10 (type: string), _col11 (type: string), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string), VALUE._col6 (type: string), VALUE._col7 (type: string), VALUE._col8 (type: string), VALUE._col9 (type: string), VALUE._col10 (type: string), VALUE._col11 (type: string), VALUE._col12 (type: string), VALUE._col13 (type: string), VALUE._col14 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +PREHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +POSTHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: drop table part_change_various_various_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_char + Statistics: Num rows: 6 Data size: 5132 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(25)), c2 (type: char(25)), c3 (type: char(25)), c4 (type: char(25)), c5 (type: char(25)), c6 (type: char(25)), c7 (type: char(25)), c8 (type: char(25)), c9 (type: char(25)), c10 (type: char(25)), c11 (type: char(25)), c12 (type: char(25)), c13 (type: char(25)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 5132 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 5132 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(25)), _col3 (type: char(25)), _col4 (type: char(25)), _col5 (type: char(25)), _col6 (type: char(25)), _col7 (type: char(25)), _col8 (type: char(25)), _col9 (type: char(25)), _col10 (type: char(25)), _col11 (type: char(25)), _col12 (type: char(25)), _col13 (type: char(25)), _col14 (type: char(25)), _col15 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(25)), VALUE._col2 (type: char(25)), VALUE._col3 (type: char(25)), VALUE._col4 (type: char(25)), VALUE._col5 (type: char(25)), VALUE._col6 (type: char(25)), VALUE._col7 (type: char(25)), VALUE._col8 (type: char(25)), VALUE._col9 (type: char(25)), VALUE._col10 (type: char(25)), VALUE._col11 (type: char(25)), VALUE._col12 (type: char(25)), VALUE._col13 (type: char(25)), VALUE._col14 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 5132 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 5132 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +PREHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +POSTHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 binary original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.36875 0004-09-22 binary original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 binary original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 binary original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: drop table part_change_various_various_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffli 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_char_trunc + Statistics: Num rows: 6 Data size: 4674 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(8)), c2 (type: char(8)), c3 (type: char(8)), c4 (type: char(8)), c5 (type: char(8)), c6 (type: char(8)), c7 (type: char(8)), c8 (type: char(8)), c9 (type: char(8)), c10 (type: char(8)), c11 (type: char(8)), c12 (type: char(8)), c13 (type: char(8)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4674 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 4674 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(8)), _col3 (type: char(8)), _col4 (type: char(8)), _col5 (type: char(8)), _col6 (type: char(8)), _col7 (type: char(8)), _col8 (type: char(8)), _col9 (type: char(8)), _col10 (type: char(8)), _col11 (type: char(8)), _col12 (type: char(8)), _col13 (type: char(8)), _col14 (type: char(8)), _col15 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(8)), VALUE._col2 (type: char(8)), VALUE._col3 (type: char(8)), VALUE._col4 (type: char(8)), VALUE._col5 (type: char(8)), VALUE._col6 (type: char(8)), VALUE._col7 (type: char(8)), VALUE._col8 (type: char(8)), VALUE._col9 (type: char(8)), VALUE._col10 (type: char(8)), VALUE._col11 (type: char(8)), VALUE._col12 (type: char(8)), VALUE._col13 (type: char(8)), VALUE._col14 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4674 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 4674 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- binary original +2 1 TRUE 100 NULL 14 -2386673 -3651.67 46114.28 46114.28 baffli baffli 2007-02- 0004-09- binary original +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- binary original +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- binary original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: drop table part_change_various_various_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_varchar + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(25)), c2 (type: varchar(25)), c3 (type: varchar(25)), c4 (type: varchar(25)), c5 (type: varchar(25)), c6 (type: varchar(25)), c7 (type: varchar(25)), c8 (type: varchar(25)), c9 (type: varchar(25)), c10 (type: varchar(25)), c11 (type: varchar(25)), c12 (type: varchar(25)), c13 (type: varchar(25)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(25)), _col3 (type: varchar(25)), _col4 (type: varchar(25)), _col5 (type: varchar(25)), _col6 (type: varchar(25)), _col7 (type: varchar(25)), _col8 (type: varchar(25)), _col9 (type: varchar(25)), _col10 (type: varchar(25)), _col11 (type: varchar(25)), _col12 (type: varchar(25)), _col13 (type: varchar(25)), _col14 (type: varchar(25)), _col15 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(25)), VALUE._col2 (type: varchar(25)), VALUE._col3 (type: varchar(25)), VALUE._col4 (type: varchar(25)), VALUE._col5 (type: varchar(25)), VALUE._col6 (type: varchar(25)), VALUE._col7 (type: varchar(25)), VALUE._col8 (type: varchar(25)), VALUE._col9 (type: varchar(25)), VALUE._col10 (type: varchar(25)), VALUE._col11 (type: varchar(25)), VALUE._col12 (type: varchar(25)), VALUE._col13 (type: varchar(25)), VALUE._col14 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 4729 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +PREHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 binary original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.36875 0004-09-22 binary original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 binary original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 binary original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: drop table part_change_various_various_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_varchar_trunc + Statistics: Num rows: 6 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(8)), c2 (type: varchar(8)), c3 (type: varchar(8)), c4 (type: varchar(8)), c5 (type: varchar(8)), c6 (type: varchar(8)), c7 (type: varchar(8)), c8 (type: varchar(8)), c9 (type: varchar(8)), c10 (type: varchar(8)), c11 (type: varchar(8)), c12 (type: varchar(8)), c13 (type: varchar(8)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(8)), _col3 (type: varchar(8)), _col4 (type: varchar(8)), _col5 (type: varchar(8)), _col6 (type: varchar(8)), _col7 (type: varchar(8)), _col8 (type: varchar(8)), _col9 (type: varchar(8)), _col10 (type: varchar(8)), _col11 (type: varchar(8)), _col12 (type: varchar(8)), _col13 (type: varchar(8)), _col14 (type: varchar(8)), _col15 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(8)), VALUE._col2 (type: varchar(8)), VALUE._col3 (type: varchar(8)), VALUE._col4 (type: varchar(8)), VALUE._col5 (type: varchar(8)), VALUE._col6 (type: varchar(8)), VALUE._col7 (type: varchar(8)), VALUE._col8 (type: varchar(8)), VALUE._col9 (type: varchar(8)), VALUE._col10 (type: varchar(8)), VALUE._col11 (type: varchar(8)), VALUE._col12 (type: varchar(8)), VALUE._col13 (type: varchar(8)), VALUE._col14 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- binary original +2 1 TRUE 100 NULL 14 -2386673 -3651.67 46114.28 46114.28 baffli baffli 2007-02- 0004-09- binary original +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- binary original +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- binary original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: drop table part_change_various_various_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '0004-09-22', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '0004-09-22', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 0004-09-22 original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_timestamp + Statistics: Num rows: 6 Data size: 2806 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: timestamp), c2 (type: timestamp), c3 (type: timestamp), c4 (type: timestamp), c5 (type: timestamp), c6 (type: timestamp), c7 (type: timestamp), c8 (type: timestamp), c9 (type: timestamp), c10 (type: timestamp), c11 (type: timestamp), c12 (type: timestamp), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 6 Data size: 2806 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2806 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: timestamp), _col3 (type: timestamp), _col4 (type: timestamp), _col5 (type: timestamp), _col6 (type: timestamp), _col7 (type: timestamp), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: timestamp), _col11 (type: timestamp), _col12 (type: timestamp), _col13 (type: timestamp), _col14 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: timestamp), VALUE._col2 (type: timestamp), VALUE._col3 (type: timestamp), VALUE._col4 (type: timestamp), VALUE._col5 (type: timestamp), VALUE._col6 (type: timestamp), VALUE._col7 (type: timestamp), VALUE._col8 (type: timestamp), VALUE._col9 (type: timestamp), VALUE._col10 (type: timestamp), VALUE._col11 (type: timestamp), VALUE._col12 (type: timestamp), VALUE._col13 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 6 Data size: 2806 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2806 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +PREHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 1969-12-31 16:00:00.001 NULL NULL 1969-12-31 16:54:04.222 1966-10-31 06:13:20.001 1969-12-31 15:59:30.923599244 1984-11-29 14:08:55 1984-11-29 14:08:55 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 00:00:00 original +2 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.1 NULL 1969-12-31 16:00:00.014 1969-03-30 10:21:00.007 1969-12-31 14:59:08.32788086 1970-01-01 04:48:34.284799488 1970-01-01 04:48:34.284799488 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 0004-09-22 00:00:00 original +3 1 1969-12-31 16:00:00 1969-12-31 16:00:00.072 NULL 1969-12-31 15:58:26.778 1969-12-31 16:00:00.03 1969-12-30 21:32:04.4375 1969-12-30 21:32:04.438569 1969-12-31 16:00:00.561431 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 00:00:00 original +4 1 1969-12-31 16:00:00.001 1969-12-31 15:59:59.91 NULL 1969-12-31 16:54:49.094 1969-12-31 16:00:46.114 1970-04-17 17:32:21 1970-04-17 17:32:20.75 1970-04-17 17:32:20.75 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 00:00:00 original +5 2 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new +6 1 NULL NULL NULL NULL NULL NULL NULL NULL 2016-03-07 03:02:22 2016-03-07 03:02:22 2016-03-07 03:02:22 NULL new +PREHOOK: query: drop table part_change_various_various_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: drop table part_change_various_various_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.519542222 original +2 1 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.368756876 original +3 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.970117179 original +4 1 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_date + Statistics: Num rows: 6 Data size: 2442 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: date), c2 (type: date), c3 (type: date), c4 (type: date), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 6 Data size: 2442 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 2442 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: date), _col3 (type: date), _col4 (type: date), _col5 (type: date), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: date), VALUE._col2 (type: date), VALUE._col3 (type: date), VALUE._col4 (type: date), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 6 Data size: 2442 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2442 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +PREHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +POSTHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 NULL NULL NULL 0004-09-22 original +2 1 NULL NULL NULL 2007-02-09 original +3 1 NULL NULL NULL 6229-06-28 original +4 1 NULL NULL NULL 2002-05-10 original +5 2 2016-03-07 2016-03-07 2016-03-07 2016-03-07 new +6 1 NULL 2002-05-10 2002-05-10 2002-05-10 new +PREHOOK: query: drop table part_change_various_various_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: drop table part_change_various_various_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date diff --git ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_table.q.out index aef9a74..f0693a0 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_table.q.out @@ -2,297 +2,4384 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 363 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_permute_select + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 994 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select insert_num,a,b from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a d +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num c 1 NULL -1 ten +10 200 2 NULL -2 twenty 3 NULL -3 thirty 4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 363 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1536 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c d +1 1 original NULL NULL +10 6 new 200 two hundred +2 2 original NULL NULL +3 3 original NULL NULL +4 4 original NULL NULL +5 1 new 10 ten +6 2 new 20 twenty +7 3 new 30 thirty +8 4 new 40 forty +9 5 new 100 hundred +PREHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a c d +1 1 NULL NULL +10 6 200 two hundred +2 2 NULL NULL +3 3 NULL NULL +4 4 NULL NULL +5 1 10 ten +6 2 20 twenty +7 3 30 thirty +8 4 40 forty +9 5 100 hundred +PREHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a d +1 1 NULL +10 6 two hundred +2 2 NULL +3 3 NULL +4 4 NULL +5 1 ten +6 2 twenty +7 3 thirty +8 4 forty +9 5 hundred +PREHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num d +1 NULL +10 two hundred +2 NULL +3 NULL +4 NULL +5 ten +6 twenty +7 thirty +8 forty +9 hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_double + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2346 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 753.7028 753.7028 original +10 9250340.75 9250340.75 9250340.75 new +2 -3651.672121 -3651.672121 -3651.672121 original +3 -29.0764 -29.0764 -29.0764 original +4 -10.3 -10.3 -10.3 original +5 30.774 30.774 30.774 new +6 20.31 20.31 20.31 new +7 46114.284799488 46114.284799488 46114.284799488 new +8 -66475.561431 -66475.561431 -66475.561431 new +9 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_decimal + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4218 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4770 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +insert_num int +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 1128 + totalSize 587 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 4764 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4222 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(5)), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: char(5)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(5)), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: char(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3142 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3136 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 3106 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3106 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3106 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(5)), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: varchar(5)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(5)), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: varchar(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 3106 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3106 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3046 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 original +4 0.0 20435.0 847492223 original +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3842 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(7)), _col2 (type: char(7)), _col3 (type: char(7)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(7)), VALUE._col1 (type: char(7)), VALUE._col2 (type: char(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3068 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3050 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 3032 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3032 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3032 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(7)), _col2 (type: varchar(7)), _col3 (type: varchar(7)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(7)), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: varchar(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 3032 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3032 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: varchar(50)), _col4 (type: char(9)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: char(9)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4964 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +10 bottom bottom bottom bottom new +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile dynamic r original +4 blank pads blank pad blank pads blank pad original +5 junkyard junkyard junkyard junkyard new +6 baffling bafflin baffling bafflin new +7 featherweight featherweight new +8 against against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(9)), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4278 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4026 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45 45 45 original +2 -2 -2 -2 -2 -2 -2 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1838 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45.0 45.0 45.000000000000000000 original +10 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200 12.0 99.0 0.000000000000000000 new +6 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031 2031 2031 original +2 -2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 -5000 original +4 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1826 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200.0 12.0 99.000000000000000000 new +6 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 256 32768 31889.0 300.0 444.000000000000000000 new +8 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031 2031 2031 original +2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 original +4 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1786 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000.0 7.54072151E8 95.000000000000000000 new +2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774 2031.0 200.0 12.000000000000000000 new +6 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 256 32768.0 31889.0 300.000000000000000000 new +8 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7203778961 7203778961 7203778961 original +2 -2 -2 -2 original +3 -5000 -5000 -5000 original +4 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: float), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1770 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 17.0 90000.0 754072151.000000000000000000 new +2 -2.0 -2.0 -2.000000000000000000 original +3 -5000.0 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774.0 2031.0 200.000000000000000000 new +6 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 256.0 32768.0 31889.000000000000000000 new +8 5555.0 40000.0 -719017797.000000000000000000 new +9 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.0764 original +2 753.7028 753.7028 original +3 -5000.0 -5000.0 original +4 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: decimal(38,18)), _col3 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1682 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.076400756835938 -29.076400000000000000 original +10 17.0 90000.000000000000000000 new +2 753.7028198242188 753.702800000000000000 original +3 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 52927712.000000000000000000 original +5 774.0 2031.000000000000000000 new +6 561431.0 52927714.000000000000000000 new +7 256.0 32768.000000000000000000 new +8 5555.0 40000.000000000000000000 new +9 100.0 5000.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.0764 original +2 753.7028 original +3 -5000.0 original +4 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1634 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.076400000000000000 original +10 17.000000000000000000 new +2 753.702800000000000000 original +3 -5000.000000000000000000 original +4 52927714.000000000000000000 original +5 774.000000000000000000 new +6 561431.000000000000000000 new +7 256.000000000000000000 new +8 5555.000000000000000000 new +9 100.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_part.q.out ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_part.q.out index 44ce24e..c5b5911 100644 --- ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_part.q.out @@ -1,642 +1,4624 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, FetchWork, Partitioned -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, FetchWork, Partitioned +-- +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_permute_select + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select insert_num,part,a,b from part_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new NULL -1 6 new NULL -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new NULL NULL -1 6 new NULL NULL -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 NULL NULL -1 6 NULL NULL -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new NULL +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new NULL +PREHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c 1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 NULL -1 6 NULL -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +10 1 NULL +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 NULL +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new NULL +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new NULL +PREHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new NULL NULL +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new NULL NULL +PREHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a c d +1 1 1 NULL NULL +10 1 6 NULL NULL +2 1 2 NULL NULL +3 1 3 NULL NULL +4 1 4 NULL NULL +5 2 1 10 ten +6 2 2 20 twenty +7 2 3 30 thirty +8 2 4 40 forty +9 1 5 NULL NULL +PREHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a d +1 1 1 NULL +10 1 6 NULL +2 1 2 NULL +3 1 3 NULL +4 1 4 NULL +5 2 1 ten +6 2 2 twenty +7 2 3 thirty +8 2 4 forty +9 1 5 NULL +PREHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 NULL +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 NULL +PREHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part d +1 1 NULL +10 1 NULL +2 1 NULL +3 1 NULL +4 1 NULL +5 2 ten +6 2 twenty +7 2 thirty +8 2 forty +9 1 NULL +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_double + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new NULL -1 6 new NULL -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new NULL NULL -1 6 new NULL NULL -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 NULL NULL -1 6 NULL NULL -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 NULL -1 6 NULL -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 forty -2 ten -2 thirty -2 twenty +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 753.7028 753.7028 original +10 1 9250340.75 9250340.75 9250340.75 new +2 1 -3651.672121 -3651.672121 -3651.672121 original +3 1 -29.0764 -29.0764 -29.0764 original +4 1 -10.3 -10.3 -10.3 original +5 2 30.774 30.774 30.774 new +6 2 20.31 20.31 20.31 new +7 2 46114.284799488 46114.284799488 46114.284799488 new +8 2 -66475.561431 -66475.561431 -66475.561431 new +9 1 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_decimal + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: char(50)), _col4 (type: char(15)), _col5 (type: varchar(50)), _col6 (type: varchar(15)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(15)), VALUE._col4 (type: varchar(50)), VALUE._col5 (type: varchar(15)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 NULL 6229-06-28 02:54:28.970117179 NULL new +9 1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 NULL 5966-07-09 03:30:50.597 NULL new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: char(50)), _col4 (type: char(15)), _col5 (type: varchar(50)), _col6 (type: varchar(15)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(15)), VALUE._col4 (type: varchar(50)), VALUE._col5 (type: varchar(15)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table part_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 NULL 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: char(50)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: char(50)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 NULL NULL NULL NULL new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 NULL NULL NULL NULL new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: char(5)), _col5 (type: char(5)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: char(5)), VALUE._col4 (type: char(5)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 NULL NULL 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 NULL NULL NULL NULL new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: varchar(50)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(50)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 NULL 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: varchar(5)), _col5 (type: varchar(5)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: varchar(5)), VALUE._col4 (type: varchar(5)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 NULL 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 original +4 1 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17.0 90000.0 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 original +4 1 0.0 20435.0 847492223 original +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17.0 90000.0 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(7)), _col3 (type: char(7)), _col4 (type: char(7)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(7)), VALUE._col2 (type: char(7)), VALUE._col3 (type: char(7)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17.0 90000.0 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17.0 90000.0 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(7)), _col3 (type: varchar(7)), _col4 (type: varchar(7)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: varchar(7)), VALUE._col3 (type: varchar(7)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17.0 90000.0 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(9)), _col4 (type: varchar(50)), _col5 (type: char(9)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(9)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: char(9)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +10 1 bottom bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile dynamic r original +4 1 blank pads blank pad blank pads blank pad original +5 2 junkyard junkyard junkyard junkyard new +6 2 baffling bafflin baffling bafflin new +7 2 featherweight featherweight new +8 2 against against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(9)), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(9)), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(9)), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(9)), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45 45 45 original +2 1 -2 -2 -2 -2 -2 -2 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: smallint), _col3 (type: int), _col4 (type: bigint), _col5 (type: float), _col6 (type: double), _col7 (type: decimal(38,18)), _col8 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: float), VALUE._col5 (type: double), VALUE._col6 (type: decimal(38,18)), VALUE._col7 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45.0 45.0 45.000000000000000000 original +10 1 17 NULL NULL 95.0 20.0 18.000000000000000000 new +2 1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200 12.0 99.0 0.000000000000000000 new +6 2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 2 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 1 100 NULL NULL 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 -5000 original +4 1 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 NULL NULL 95.0 20.000000000000000000 new +2 1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200.0 12.0 99.000000000000000000 new +6 2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 2 256 32768 31889.0 300.0 444.000000000000000000 new +8 2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 1 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000.0 NULL 95.000000000000000000 new +2 1 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774 2031.0 200.0 12.000000000000000000 new +6 2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 2 256 32768.0 31889.0 300.000000000000000000 new +8 2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 1 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7203778961 7203778961 7203778961 original +2 1 -2 -2 -2 original +3 1 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 1 17.0 90000.0 754072151.000000000000000000 new +2 1 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774.0 2031.0 200.000000000000000000 new +6 2 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 2 256.0 32768.0 31889.000000000000000000 new +8 2 5555.0 40000.0 -719017797.000000000000000000 new +9 1 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.0764 -29.0764 original +2 1 753.7028 753.7028 original +3 1 -5000.0 -5000.0 original +4 1 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.076400756835938 -29.076400000000000000 original +10 1 17.0 90000.000000000000000000 new +2 1 753.7028198242188 753.702800000000000000 original +3 1 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 52927712.000000000000000000 original +5 2 774.0 2031.000000000000000000 new +6 2 561431.0 52927714.000000000000000000 new +7 2 256.0 32768.000000000000000000 new +8 2 5555.0 40000.000000000000000000 new +9 1 100.0 5000.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.0764 original +2 1 753.7028 original +3 1 -5000.0 original +4 1 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.076400000000000000 original +10 1 17.000000000000000000 new +2 1 753.702800000000000000 original +3 1 -5000.000000000000000000 original +4 1 52927714.000000000000000000 original +5 2 774.000000000000000000 new +6 2 561431.000000000000000000 new +7 2 256.000000000000000000 new +8 2 5555.000000000000000000 new +9 1 100.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_table.q.out ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_table.q.out index 4003c20..47f7d7a 100644 --- ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_table.q.out @@ -1,297 +1,4360 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 original -2 original -3 original -4 original -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 48 + totalSize 52 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select a,b,c,d from table1 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_permute_select + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table1.e SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 -PREHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -a b c d e -1 new 10 ten NULL -1 original NULL NULL NULL -2 new 20 twenty NULL -2 original NULL NULL NULL -3 new 30 thirty NULL -3 original NULL NULL NULL -4 new 40 forty NULL -4 original NULL NULL NULL -5 new 100 hundred another1 -6 new 200 two hundred another2 -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table3 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -3 original -4 original -6737 original -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 48 + totalSize 52 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -6737 original -72909 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table3.e SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c d +1 1 original NULL NULL +10 6 new 200 two hundred +2 2 original NULL NULL +3 3 original NULL NULL +4 4 original NULL NULL +5 1 new 10 ten +6 2 new 20 twenty +7 3 new 30 thirty +8 4 new 40 forty +9 5 new 100 hundred +PREHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a c d +1 1 NULL NULL +10 6 200 two hundred +2 2 NULL NULL +3 3 NULL NULL +4 4 NULL NULL +5 1 10 ten +6 2 20 twenty +7 3 30 thirty +8 4 40 forty +9 5 100 hundred +PREHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a d +1 1 NULL +10 6 two hundred +2 2 NULL +3 3 NULL +4 4 NULL +5 1 ten +6 2 twenty +7 3 thirty +8 4 forty +9 5 hundred +PREHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num d +1 NULL +10 two hundred +2 NULL +3 NULL +4 NULL +5 ten +6 twenty +7 thirty +8 forty +9 hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_double + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 753.7028 753.7028 original +10 9250340.75 9250340.75 9250340.75 new +2 -3651.672121 -3651.672121 -3651.672121 original +3 -29.0764 -29.0764 -29.0764 original +4 -10.3 -10.3 -10.3 original +5 30.774 30.774 30.774 new +6 20.31 20.31 20.31 new +7 46114.284799488 46114.284799488 46114.284799488 new +8 -66475.561431 -66475.561431 -66475.561431 new +9 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_decimal + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +insert_num int +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 195 + totalSize 198 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char PREHOOK: type: DROPTABLE -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char POSTHOOK: type: DROPTABLE -PREHOOK: query: DROP TABLE table3 +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(5)), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: char(5)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(5)), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: char(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(5)), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: varchar(5)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(5)), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: varchar(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(7)), _col2 (type: char(7)), _col3 (type: char(7)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(7)), VALUE._col1 (type: char(7)), VALUE._col2 (type: char(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.300 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(7)), _col2 (type: varchar(7)), _col3 (type: varchar(7)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(7)), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: varchar(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.300 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: varchar(50)), _col4 (type: char(9)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: char(9)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +10 bottom bottom bottom bottom new +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile dynamic r original +4 blank pads blank pad blank pads blank pad original +5 junkyard junkyard junkyard junkyard new +6 baffling bafflin baffling bafflin new +7 featherweight featherweight new +8 against against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(9)), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45 45 45 original +2 -2 -2 -2 -2 -2 -2 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45.0 45.0 45.000000000000000000 original +10 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200 12.0 99.0 0.000000000000000000 new +6 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031 2031 2031 original +2 -2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 -5000 original +4 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200.0 12.0 99.000000000000000000 new +6 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 256 32768 31889.0 300.0 444.000000000000000000 new +8 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031 2031 2031 original +2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 original +4 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000.0 7.54072151E8 95.000000000000000000 new +2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774 2031.0 200.0 12.000000000000000000 new +6 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 256 32768.0 31889.0 300.000000000000000000 new +8 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7203778961 7203778961 7203778961 original +2 -2 -2 -2 original +3 -5000 -5000 -5000 original +4 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: float), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 17.0 90000.0 754072151.000000000000000000 new +2 -2.0 -2.0 -2.000000000000000000 original +3 -5000.0 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774.0 2031.0 200.000000000000000000 new +6 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 256.0 32768.0 31889.000000000000000000 new +8 5555.0 40000.0 -719017797.000000000000000000 new +9 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.0764 original +2 753.7028 753.7028 original +3 -5000.0 -5000.0 original +4 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.076400000000000000 original +10 17.0 90000.000000000000000000 new +2 753.7028 753.702800000000000000 original +3 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 52927712.000000000000000000 original +5 774.0 2031.000000000000000000 new +6 561431.0 52927714.000000000000000000 new +7 256.0 32768.000000000000000000 new +8 5555.0 40000.000000000000000000 new +9 100.0 5000.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.0764 original +2 753.7028 original +3 -5000.0 original +4 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.076400000000000000 original +10 17.000000000000000000 new +2 753.702800000000000000 original +3 -5000.000000000000000000 original +4 52927714.000000000000000000 original +5 774.000000000000000000 new +6 561431.000000000000000000 new +7 256.000000000000000000 new +8 5555.000000000000000000 new +9 100.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: DROP TABLE table3 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part.q.out ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part.q.out index 44f5822..0319302 100644 --- ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part.q.out @@ -1,642 +1,4622 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Partitioned +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_permute_select + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select insert_num,part,a,b from part_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new NULL -1 6 new NULL -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new NULL NULL -1 6 new NULL NULL -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 NULL NULL -1 6 NULL NULL -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new NULL +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new NULL +PREHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c 1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 NULL -1 6 NULL -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +10 1 NULL +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 NULL +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new NULL +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new NULL +PREHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new NULL NULL +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new NULL NULL +PREHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a c d +1 1 1 NULL NULL +10 1 6 NULL NULL +2 1 2 NULL NULL +3 1 3 NULL NULL +4 1 4 NULL NULL +5 2 1 10 ten +6 2 2 20 twenty +7 2 3 30 thirty +8 2 4 40 forty +9 1 5 NULL NULL +PREHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a d +1 1 1 NULL +10 1 6 NULL +2 1 2 NULL +3 1 3 NULL +4 1 4 NULL +5 2 1 ten +6 2 2 twenty +7 2 3 thirty +8 2 4 forty +9 1 5 NULL +PREHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 NULL +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 NULL +PREHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part d +1 1 NULL +10 1 NULL +2 1 NULL +3 1 NULL +4 1 NULL +5 2 ten +6 2 twenty +7 2 thirty +8 2 forty +9 1 NULL +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_double + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new NULL -1 6 new NULL -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new NULL NULL -1 6 new NULL NULL -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 NULL NULL -1 6 NULL NULL -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 NULL -1 6 NULL -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 forty -2 ten -2 thirty -2 twenty +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 753.7028 753.7028 original +10 1 9250340.75 9250340.75 9250340.75 new +2 1 -3651.672121 -3651.672121 -3651.672121 original +3 1 -29.0764 -29.0764 -29.0764 original +4 1 -10.3 -10.3 -10.3 original +5 2 30.774 30.774 30.774 new +6 2 20.31 20.31 20.31 new +7 2 46114.284799488 46114.284799488 46114.284799488 new +8 2 -66475.561431 -66475.561431 -66475.561431 new +9 1 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_decimal + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: char(50)), _col4 (type: char(15)), _col5 (type: varchar(50)), _col6 (type: varchar(15)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(15)), VALUE._col4 (type: varchar(50)), VALUE._col5 (type: varchar(15)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 NULL 6229-06-28 02:54:28.970117179 NULL new +9 1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 NULL 5966-07-09 03:30:50.597 NULL new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: char(50)), _col4 (type: char(15)), _col5 (type: varchar(50)), _col6 (type: varchar(15)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(15)), VALUE._col4 (type: varchar(50)), VALUE._col5 (type: varchar(15)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table part_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 NULL 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: char(50)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: char(50)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 NULL NULL NULL NULL new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 NULL NULL NULL NULL new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: char(5)), _col5 (type: char(5)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: char(5)), VALUE._col4 (type: char(5)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 NULL NULL 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 NULL NULL NULL NULL new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: varchar(50)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(50)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 NULL 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: varchar(5)), _col5 (type: varchar(5)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: varchar(5)), VALUE._col4 (type: varchar(5)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 NULL 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 original +4 1 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17.0 90000.0 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 original +4 1 0.0 20435.0 847492223 original +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17.0 90000.0 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(7)), _col3 (type: char(7)), _col4 (type: char(7)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(7)), VALUE._col2 (type: char(7)), VALUE._col3 (type: char(7)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17.0 90000.0 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17.0 90000.0 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(7)), _col3 (type: varchar(7)), _col4 (type: varchar(7)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: varchar(7)), VALUE._col3 (type: varchar(7)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17.0 90000.0 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(9)), _col4 (type: varchar(50)), _col5 (type: char(9)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(9)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: char(9)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +10 1 bottom bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile dynamic r original +4 1 blank pads blank pad blank pads blank pad original +5 2 junkyard junkyard junkyard junkyard new +6 2 baffling bafflin baffling bafflin new +7 2 featherweight featherweight new +8 2 against against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(50)), _col3 (type: varchar(9)), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(9)), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(50)), _col3 (type: char(9)), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(9)), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45 45 45 original +2 1 -2 -2 -2 -2 -2 -2 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: smallint), _col3 (type: int), _col4 (type: bigint), _col5 (type: float), _col6 (type: double), _col7 (type: decimal(38,18)), _col8 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: float), VALUE._col5 (type: double), VALUE._col6 (type: decimal(38,18)), VALUE._col7 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45.0 45.0 45.000000000000000000 original +10 1 17 NULL NULL 95.0 20.0 18.000000000000000000 new +2 1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200 12.0 99.0 0.000000000000000000 new +6 2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 2 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 1 100 NULL NULL 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 -5000 original +4 1 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 NULL NULL 95.0 20.000000000000000000 new +2 1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200.0 12.0 99.000000000000000000 new +6 2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 2 256 32768 31889.0 300.0 444.000000000000000000 new +8 2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 1 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000.0 NULL 95.000000000000000000 new +2 1 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774 2031.0 200.0 12.000000000000000000 new +6 2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 2 256 32768.0 31889.0 300.000000000000000000 new +8 2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 1 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7203778961 7203778961 7203778961 original +2 1 -2 -2 -2 original +3 1 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 1 17.0 90000.0 754072151.000000000000000000 new +2 1 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774.0 2031.0 200.000000000000000000 new +6 2 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 2 256.0 32768.0 31889.000000000000000000 new +8 2 5555.0 40000.0 -719017797.000000000000000000 new +9 1 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.0764 -29.0764 original +2 1 753.7028 753.7028 original +3 1 -5000.0 -5000.0 original +4 1 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.076400756835938 -29.076400000000000000 original +10 1 17.0 90000.000000000000000000 new +2 1 753.7028198242188 753.702800000000000000 original +3 1 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 52927712.000000000000000000 original +5 2 774.0 2031.000000000000000000 new +6 2 561431.0 52927714.000000000000000000 new +7 2 256.0 32768.000000000000000000 new +8 2 5555.0 40000.000000000000000000 new +9 1 100.0 5000.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.0764 original +2 1 753.7028 original +3 1 -5000.0 original +4 1 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.076400000000000000 original +10 1 17.000000000000000000 new +2 1 753.702800000000000000 original +3 1 -5000.000000000000000000 original +4 1 52927714.000000000000000000 original +5 2 774.000000000000000000 new +6 2 561431.000000000000000000 new +7 2 256.000000000000000000 new +8 2 5555.000000000000000000 new +9 1 100.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part_all_complex.q.out new file mode 100644 index 0000000..2a5fb24 --- /dev/null +++ ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part_all_complex.q.out @@ -0,0 +1,726 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Partitioned --> all complex conversions +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Partitioned --> all complex conversions +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_a_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_a_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_a_txt.insert_num struct1_a_txt.s1 struct1_a_txt.b +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)Ú¯} original +2 1 {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)Ú¯} original +3 1 {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)Ú¯} original +4 1 {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)Ú¯} original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_b_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_b_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).b SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).insert_num SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).s1 SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_b_txt.insert_num struct1_b_txt.s1 struct1_b_txt.b +PREHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_c_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_c_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_c_txt.insert_num struct1_c_txt.s1 struct1_c_txt.b +PREHOOK: query: explain +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_struct1 + Statistics: Num rows: 6 Data size: 907 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), s1 (type: struct), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 6 Data size: 907 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 907 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: struct), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: struct), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 6 Data size: 907 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 907 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +PREHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"n)Ú¯"} original +2 1 {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"n)Ú¯"} original +3 1 {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"n)Ú¯"} original +4 1 {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"n)Ú¯"} original +5 2 {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} new +6 1 {"c1":"FALSE","c2":"-67","c3":"833","c4":"63993","c5":"1255178165","c6":"905071.0","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":null,"c12":"2016-03-07","c13":"n)Ú¯"} new +PREHOOK: query: drop table part_change_various_various_struct1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: drop table part_change_various_various_struct1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +insert_num part b +1 1 original +2 1 original +PREHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_a_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_a_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_a_txt.insert_num struct2_a_txt.b struct2_a_txt.s2 +PREHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_b_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_b_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_b_txt.insert_num struct2_b_txt.b struct2_b_txt.s2 +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new NULL +4 1 new NULL +5 2 new {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)Ú¯} +6 2 new {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)Ú¯} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_c_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_c_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_c_txt.insert_num struct2_c_txt.b struct2_c_txt.s2 +PREHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_d_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_d_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_d_txt.insert_num struct2_d_txt.b struct2_d_txt.s2 +PREHOOK: query: explain +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_various_various_struct2 + Statistics: Num rows: 8 Data size: 907 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s2 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8 Data size: 907 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 8 Data size: 907 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: struct) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 8 Data size: 907 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 8 Data size: 907 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new NULL +4 1 new NULL +5 2 new {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"n)Ú¯"} +6 2 new {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"n)Ú¯"} +7 2 new {"c1":"TRUE","c2":null,"c3":null,"c4":"-100","c5":"953967041","c6":"62.07915","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":null,"c12":null,"c13":"n)Ú¯"} +8 1 new NULL +PREHOOK: query: drop table part_add_various_various_struct2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: drop table part_add_various_various_struct2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_a_txt.insert_num struct4_a_txt.b struct4_a_txt.s3 +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).b SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).insert_num SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).s3 SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_b_txt.insert_num struct4_b_txt.b struct4_b_txt.s3 +PREHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_c_txt.insert_num struct4_c_txt.b struct4_c_txt.s3 +PREHOOK: query: explain +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_add_to_various_various_struct4 + Statistics: Num rows: 4 Data size: 337 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), b (type: string), s3 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4 Data size: 337 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 4 Data size: 337 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: struct) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: struct) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 4 Data size: 337 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 337 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":null,"c12":null,"c13":n)Ú¯} +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +PREHOOK: query: drop table part_add_to_various_various_struct4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: drop table part_add_to_various_various_struct4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 diff --git ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part_all_primitive.q.out ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part_all_primitive.q.out new file mode 100644 index 0000000..7d45136 --- /dev/null +++ ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part_all_primitive.q.out @@ -0,0 +1,3038 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Partitioned --> all primitive conversions +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Partitioned --> all primitive conversions +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 true 0004-09-22 18:26:29.519542222 original +2 1 45 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 NULL NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 6229-06-28 02:54:28.970117179 original +4 1 1 NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 time will come 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_boolean + Statistics: Num rows: 6 Data size: 580 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: boolean), c2 (type: boolean), c3 (type: boolean), c4 (type: boolean), c5 (type: boolean), c6 (type: boolean), c7 (type: boolean), c8 (type: boolean), c9 (type: boolean), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + Statistics: Num rows: 6 Data size: 580 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 580 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: boolean), _col10 (type: boolean), _col11 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean), VALUE._col9 (type: boolean), VALUE._col10 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + Statistics: Num rows: 6 Data size: 580 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 580 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +PREHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +POSTHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL true true true true true true true true original +2 1 true true true true true true true false true original +3 1 NULL NULL true true true true true true true original +4 1 true NULL true true true true true true true original +5 2 true true false true true false false true false new +6 1 NULL NULL NULL NULL NULL NULL NULL true NULL new +PREHOOK: query: drop table part_change_various_various_boolean +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: drop table part_change_various_various_boolean +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (5, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (5, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (6, -248, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (6, -248, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_tinyint + Statistics: Num rows: 6 Data size: 673 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: tinyint), c2 (type: tinyint), c3 (type: tinyint), c4 (type: tinyint), c5 (type: tinyint), c6 (type: tinyint), c7 (type: tinyint), c8 (type: tinyint), c9 (type: tinyint), c10 (type: tinyint), c11 (type: tinyint), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 673 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 673 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: tinyint), _col3 (type: tinyint), _col4 (type: tinyint), _col5 (type: tinyint), _col6 (type: tinyint), _col7 (type: tinyint), _col8 (type: tinyint), _col9 (type: tinyint), _col10 (type: tinyint), _col11 (type: tinyint), _col12 (type: tinyint), _col13 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: tinyint), VALUE._col2 (type: tinyint), VALUE._col3 (type: tinyint), VALUE._col4 (type: tinyint), VALUE._col5 (type: tinyint), VALUE._col6 (type: tinyint), VALUE._col7 (type: tinyint), VALUE._col8 (type: tinyint), VALUE._col9 (type: tinyint), VALUE._col10 (type: tinyint), VALUE._col11 (type: tinyint), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 673 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 673 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +PREHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 -48 -51 -66 -29 119 119 73 73 73 -43 original +2 1 1 -24 -63 -25 -67 34 34 NULL NULL NULL 105 original +3 1 0 NULL -66 -38 30 85 85 1 1 1 84 original +4 1 1 NULL 87 6 34 36 36 -77 -77 -77 60 original +5 2 23 71 127 1 NULL -60 68 NULL NULL 40 93 new +6 1 NULL 85 -126 NULL 91 113 -28 -63 0 8 NULL new +PREHOOK: query: drop table part_change_various_various_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: drop table part_change_various_various_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (5, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (5, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (6, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (6, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_smallint + Statistics: Num rows: 6 Data size: 712 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: smallint), c2 (type: smallint), c3 (type: smallint), c4 (type: smallint), c5 (type: smallint), c6 (type: smallint), c7 (type: smallint), c8 (type: smallint), c9 (type: smallint), c10 (type: smallint), c11 (type: smallint), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 712 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 712 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: smallint), _col3 (type: smallint), _col4 (type: smallint), _col5 (type: smallint), _col6 (type: smallint), _col7 (type: smallint), _col8 (type: smallint), _col9 (type: smallint), _col10 (type: smallint), _col11 (type: smallint), _col12 (type: smallint), _col13 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: smallint), VALUE._col2 (type: smallint), VALUE._col3 (type: smallint), VALUE._col4 (type: smallint), VALUE._col5 (type: smallint), VALUE._col6 (type: smallint), VALUE._col7 (type: smallint), VALUE._col8 (type: smallint), VALUE._col9 (type: smallint), VALUE._col10 (type: smallint), VALUE._col11 (type: smallint), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 712 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 712 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +PREHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +POSTHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL 7373 -32578 -29 119 119 -2999 -2999 -2999 -11819 original +2 1 1 100 25025 29415 -3651 -19422 -19422 NULL NULL NULL 29801 original +3 1 0 72 -32578 -27686 30 -939 -939 1 1 1 -8620 original +4 1 1 -90 14935 12294 -19422 9764 9764 5299 5299 5299 -17092 original +5 2 -30486 15230 3117 1 -117 -7131 20227 -24858 -28771 NULL NULL new +6 1 NULL NULL -4844 15507 91 22385 -28 -12268 0 NULL NULL new +PREHOOK: query: drop table part_change_various_various_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: drop table part_change_various_various_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_int + Statistics: Num rows: 6 Data size: 729 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: int), c2 (type: int), c3 (type: int), c4 (type: int), c5 (type: int), c6 (type: int), c7 (type: int), c8 (type: int), c9 (type: int), c10 (type: int), c11 (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 729 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 729 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: int), _col11 (type: int), _col12 (type: int), _col13 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int), VALUE._col8 (type: int), VALUE._col9 (type: int), VALUE._col10 (type: int), VALUE._col11 (type: int), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 729 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 729 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +PREHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +POSTHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -1888628267 original +2 1 1 100 NULL 1903063783 -3651 46114 46114 NULL NULL NULL 1171027049 original +3 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 1272503892 original +4 1 1 -90 NULL 3289094 46114 9250340 9250340 5299 5299 5299 1021033788 original +5 2 560930 -1281818 127 1 84269672 -60 27094665 -36016110 -182 3244222 561431 new +6 1 NULL NULL NULL -167 91 113 -164341325 -134237413 0 6229 NULL new +PREHOOK: query: drop table part_change_various_various_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: drop table part_change_various_various_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 1998287.3541 1998287.3541 1998287.3541 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (5, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (5, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (6, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (6, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_bigint + Statistics: Num rows: 6 Data size: 764 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: bigint), c2 (type: bigint), c3 (type: bigint), c4 (type: bigint), c5 (type: bigint), c6 (type: bigint), c7 (type: bigint), c8 (type: bigint), c9 (type: bigint), c10 (type: bigint), c11 (type: bigint), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 764 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 764 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint), _col10 (type: bigint), _col11 (type: bigint), _col12 (type: bigint), _col13 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: bigint), VALUE._col5 (type: bigint), VALUE._col6 (type: bigint), VALUE._col7 (type: bigint), VALUE._col8 (type: bigint), VALUE._col9 (type: bigint), VALUE._col10 (type: bigint), VALUE._col11 (type: bigint), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 764 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 764 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +PREHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +POSTHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -62018170411 original +2 1 1 100 NULL NULL -3651 46114 46114 NULL NULL NULL 1171027049 original +3 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 134416490068 original +4 1 1 -90 NULL 3289094 46114 9250340 9250340 1998287 NULL NULL 1021033788 original +5 2 5573199346255528403 71 151775655 1 131 -60 6275638713485623898 -230 -695025 519542222 -29 new +6 1 NULL NULL -126 NULL 91 113 -28 -63 0 3244222 NULL new +PREHOOK: query: drop table part_change_various_various_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: drop table part_change_various_various_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 2402.3 2402.3 2402.3 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_float + Statistics: Num rows: 6 Data size: 764 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: float), c2 (type: float), c3 (type: float), c4 (type: float), c5 (type: float), c6 (type: float), c7 (type: float), c8 (type: float), c9 (type: float), c10 (type: float), c11 (type: float), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 764 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 764 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: float), _col3 (type: float), _col4 (type: float), _col5 (type: float), _col6 (type: float), _col7 (type: float), _col8 (type: float), _col9 (type: float), _col10 (type: float), _col11 (type: float), _col12 (type: float), _col13 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: float), VALUE._col2 (type: float), VALUE._col3 (type: float), VALUE._col4 (type: float), VALUE._col5 (type: float), VALUE._col6 (type: float), VALUE._col7 (type: float), VALUE._col8 (type: float), VALUE._col9 (type: float), VALUE._col10 (type: float), VALUE._col11 (type: float), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 764 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 764 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +PREHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +POSTHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614144E8 4.70614144E8 -2999.0 -2999.0 -2999.0 -6.2018171E10 original +2 1 1.0 100.0 NULL NULL -3651.0 46114.285 46114.285 NULL NULL NULL 1.17102707E9 original +3 1 0.0 72.0 NULL -93222.0 30.0 -66475.56 -66475.56 2402.3 2402.3 2402.3 1.3441649E11 original +4 1 1.0 -90.0 NULL 3289094.0 46114.0 9250341.0 9250341.0 5299.0 5299.0 5299.0 1.02103379E9 original +5 2 9.5396704E8 62.079155 718.78 1.0 203.19955 -60.0 6.2756385E18 -230.0 -695025.0 -3651.672 46114.28 new +6 1 NULL NULL -4314.0 NULL 91.0 1698.95 -100.35978 -63.0 0.0 -93222.2 NULL new +PREHOOK: query: drop table part_change_various_various_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: drop table part_change_various_various_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_double + Statistics: Num rows: 6 Data size: 812 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: double), c2 (type: double), c3 (type: double), c4 (type: double), c5 (type: double), c6 (type: double), c7 (type: double), c8 (type: double), c9 (type: double), c10 (type: double), c11 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 812 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 812 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: double), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: double), VALUE._col11 (type: double), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 812 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 812 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +PREHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +POSTHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614135E8 4.70614135E8 -2999.0 -2999.0 -2999.0 -6.201817041048046E10 original +2 1 1.0 100.0 NULL NULL -3651.0 46114.284799488 46114.284799488 NULL NULL NULL 1.1710270493687568E9 original +3 1 0.0 72.0 NULL -93222.0 30.0 -66475.561431 -66475.561431 1.0 1.0 1.0 1.3441649006897012E11 original +4 1 1.0 -90.0 NULL 3289094.0 46114.0 9250340.75 9250340.75 5299.0 5299.0 5299.0 1.021033788990818E9 original +5 2 9.53967041E8 62.07915395590135 718.78 1.0 203.199548118 -60.0 6.2756387134856243E18 -230.0 -695025.0 7.011717E-5 4.28479948 new +6 1 NULL NULL -4314.0 NULL 91.0 1698.95 -100.3597812 -63.0 0.0 -66475.0000008 NULL new +PREHOOK: query: drop table part_change_various_various_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: drop table part_change_various_various_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614144E8 4.70614135E8 --1551801.09502 --1551801.09502 --1551801.09502 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.285 46114.284799488 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 2402.3 2402.3 2402.3 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (6,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (6,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_decimal + Statistics: Num rows: 6 Data size: 1084 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), c4 (type: decimal(38,18)), c5 (type: decimal(38,18)), c6 (type: decimal(38,18)), c7 (type: decimal(38,18)), c8 (type: decimal(38,18)), c9 (type: decimal(38,18)), c10 (type: decimal(38,18)), c11 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 1084 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 1084 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: decimal(38,18)), _col5 (type: decimal(38,18)), _col6 (type: decimal(38,18)), _col7 (type: decimal(38,18)), _col8 (type: decimal(38,18)), _col9 (type: decimal(38,18)), _col10 (type: decimal(38,18)), _col11 (type: decimal(38,18)), _col12 (type: decimal(38,18)), _col13 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: decimal(38,18)), VALUE._col7 (type: decimal(38,18)), VALUE._col8 (type: decimal(38,18)), VALUE._col9 (type: decimal(38,18)), VALUE._col10 (type: decimal(38,18)), VALUE._col11 (type: decimal(38,18)), VALUE._col12 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 + Statistics: Num rows: 6 Data size: 1084 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 1084 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +PREHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +POSTHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.000000000000000000 NULL NULL 3244222.000000000000000000 -29.000000000000000000 470614144.000000000000000000 470614135.000000000000000000 NULL NULL NULL -62018170410.480460000000000000 original +2 1 1.000000000000000000 100.000000000000000000 NULL NULL -3651.000000000000000000 46114.285000000000000000 46114.284799488000000000 NULL NULL NULL 1171027049.368756800000000000 original +3 1 0.000000000000000000 72.000000000000000000 NULL -93222.000000000000000000 30.000000000000000000 -66475.560000000000000000 -66475.561431000000000000 1.000000000000000000 1.000000000000000000 1.000000000000000000 134416490068.970120000000000000 original +4 1 1.000000000000000000 -90.000000000000000000 NULL 3289094.000000000000000000 46114.000000000000000000 9250341.000000000000000000 9250340.750000000000000000 2402.300000000000000000 2402.300000000000000000 2402.300000000000000000 1021033788.990818000000000000 original +5 2 953967041.000000000000000000 62.079153955901346600 718.780000000000000000 1.000000000000000000 203.199548118000000000 -60.000000000000000000 6275638713485623898.000000000000000000 -230.000000000000000000 -695025.000000000000000000 0.000070117170000000 4.284799480000000000 new +6 1 NULL NULL -4314.000000000000000000 -1240033819.000000000000000000 91.000000000000000000 1698.950000000000000000 -100.359781200000000000 -63.000000000000000000 0.000000000000000000 -66475.000000800000000000 NULL new +PREHOOK: query: drop table part_change_various_various_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: drop table part_change_various_various_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c10 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c11 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c12 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c13 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c5 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c6 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c7 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c8 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c9 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_string + Statistics: Num rows: 6 Data size: 914 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), c5 (type: string), c6 (type: string), c7 (type: string), c8 (type: string), c9 (type: string), c10 (type: string), c11 (type: string), c12 (type: string), c13 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 914 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 914 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string), _col10 (type: string), _col11 (type: string), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col15 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string), VALUE._col6 (type: string), VALUE._col7 (type: string), VALUE._col8 (type: string), VALUE._col9 (type: string), VALUE._col10 (type: string), VALUE._col11 (type: string), VALUE._col12 (type: string), VALUE._col13 (type: string), VALUE._col14 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 914 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 914 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +PREHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +POSTHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 NULL -67 833 63993 NULL 905071.0 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22 2016-03-07 n)Ú¯ new +PREHOOK: query: drop table part_change_various_various_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: drop table part_change_various_various_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_char + Statistics: Num rows: 6 Data size: 1317 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(25)), c2 (type: char(25)), c3 (type: char(25)), c4 (type: char(25)), c5 (type: char(25)), c6 (type: char(25)), c7 (type: char(25)), c8 (type: char(25)), c9 (type: char(25)), c10 (type: char(25)), c11 (type: char(25)), c12 (type: char(25)), c13 (type: char(25)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 1317 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 1317 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(25)), _col3 (type: char(25)), _col4 (type: char(25)), _col5 (type: char(25)), _col6 (type: char(25)), _col7 (type: char(25)), _col8 (type: char(25)), _col9 (type: char(25)), _col10 (type: char(25)), _col11 (type: char(25)), _col12 (type: char(25)), _col13 (type: char(25)), _col14 (type: char(25)), _col15 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(25)), VALUE._col2 (type: char(25)), VALUE._col3 (type: char(25)), VALUE._col4 (type: char(25)), VALUE._col5 (type: char(25)), VALUE._col6 (type: char(25)), VALUE._col7 (type: char(25)), VALUE._col8 (type: char(25)), VALUE._col9 (type: char(25)), VALUE._col10 (type: char(25)), VALUE._col11 (type: char(25)), VALUE._col12 (type: char(25)), VALUE._col13 (type: char(25)), VALUE._col14 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 1317 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 1317 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +PREHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +POSTHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 binary original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.36875 0004-09-22 binary original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 binary original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 binary original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 NULL NULL NULL NULL NULL 905071.0 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22 NULL n)Ú¯ new +PREHOOK: query: drop table part_change_various_various_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: drop table part_change_various_various_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffli 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_char_trunc + Statistics: Num rows: 6 Data size: 860 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: char(8)), c2 (type: char(8)), c3 (type: char(8)), c4 (type: char(8)), c5 (type: char(8)), c6 (type: char(8)), c7 (type: char(8)), c8 (type: char(8)), c9 (type: char(8)), c10 (type: char(8)), c11 (type: char(8)), c12 (type: char(8)), c13 (type: char(8)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 860 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 860 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: char(8)), _col3 (type: char(8)), _col4 (type: char(8)), _col5 (type: char(8)), _col6 (type: char(8)), _col7 (type: char(8)), _col8 (type: char(8)), _col9 (type: char(8)), _col10 (type: char(8)), _col11 (type: char(8)), _col12 (type: char(8)), _col13 (type: char(8)), _col14 (type: char(8)), _col15 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: char(8)), VALUE._col2 (type: char(8)), VALUE._col3 (type: char(8)), VALUE._col4 (type: char(8)), VALUE._col5 (type: char(8)), VALUE._col6 (type: char(8)), VALUE._col7 (type: char(8)), VALUE._col8 (type: char(8)), VALUE._col9 (type: char(8)), VALUE._col10 (type: char(8)), VALUE._col11 (type: char(8)), VALUE._col12 (type: char(8)), VALUE._col13 (type: char(8)), VALUE._col14 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 860 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 860 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- binary original +2 1 TRUE 100 NULL 14 -2386673 -3651.67 46114.28 46114.28 baffli baffli 2007-02- 0004-09- binary original +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- binary original +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- binary original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 NULL NULL NULL NULL NULL 905070.9 -4314.79 -1240033 trial trial NULL NULL n)Ú¯ new +PREHOOK: query: drop table part_change_various_various_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: drop table part_change_various_various_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_varchar + Statistics: Num rows: 6 Data size: 914 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(25)), c2 (type: varchar(25)), c3 (type: varchar(25)), c4 (type: varchar(25)), c5 (type: varchar(25)), c6 (type: varchar(25)), c7 (type: varchar(25)), c8 (type: varchar(25)), c9 (type: varchar(25)), c10 (type: varchar(25)), c11 (type: varchar(25)), c12 (type: varchar(25)), c13 (type: varchar(25)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 914 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 914 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(25)), _col3 (type: varchar(25)), _col4 (type: varchar(25)), _col5 (type: varchar(25)), _col6 (type: varchar(25)), _col7 (type: varchar(25)), _col8 (type: varchar(25)), _col9 (type: varchar(25)), _col10 (type: varchar(25)), _col11 (type: varchar(25)), _col12 (type: varchar(25)), _col13 (type: varchar(25)), _col14 (type: varchar(25)), _col15 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(25)), VALUE._col2 (type: varchar(25)), VALUE._col3 (type: varchar(25)), VALUE._col4 (type: varchar(25)), VALUE._col5 (type: varchar(25)), VALUE._col6 (type: varchar(25)), VALUE._col7 (type: varchar(25)), VALUE._col8 (type: varchar(25)), VALUE._col9 (type: varchar(25)), VALUE._col10 (type: varchar(25)), VALUE._col11 (type: varchar(25)), VALUE._col12 (type: varchar(25)), VALUE._col13 (type: varchar(25)), VALUE._col14 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 914 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 914 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +PREHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 binary original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.36875 0004-09-22 binary original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 binary original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 binary original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 NULL -67 833 63993 NULL 905071.0 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22 2016-03-07 n)Ú¯ new +PREHOOK: query: drop table part_change_various_various_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: drop table part_change_various_various_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_varchar_trunc + Statistics: Num rows: 6 Data size: 879 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: varchar(8)), c2 (type: varchar(8)), c3 (type: varchar(8)), c4 (type: varchar(8)), c5 (type: varchar(8)), c6 (type: varchar(8)), c7 (type: varchar(8)), c8 (type: varchar(8)), c9 (type: varchar(8)), c10 (type: varchar(8)), c11 (type: varchar(8)), c12 (type: varchar(8)), c13 (type: varchar(8)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 879 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 879 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: varchar(8)), _col3 (type: varchar(8)), _col4 (type: varchar(8)), _col5 (type: varchar(8)), _col6 (type: varchar(8)), _col7 (type: varchar(8)), _col8 (type: varchar(8)), _col9 (type: varchar(8)), _col10 (type: varchar(8)), _col11 (type: varchar(8)), _col12 (type: varchar(8)), _col13 (type: varchar(8)), _col14 (type: varchar(8)), _col15 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: varchar(8)), VALUE._col2 (type: varchar(8)), VALUE._col3 (type: varchar(8)), VALUE._col4 (type: varchar(8)), VALUE._col5 (type: varchar(8)), VALUE._col6 (type: varchar(8)), VALUE._col7 (type: varchar(8)), VALUE._col8 (type: varchar(8)), VALUE._col9 (type: varchar(8)), VALUE._col10 (type: varchar(8)), VALUE._col11 (type: varchar(8)), VALUE._col12 (type: varchar(8)), VALUE._col13 (type: varchar(8)), VALUE._col14 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 6 Data size: 879 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 879 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- binary original +2 1 TRUE 100 NULL 14 -2386673 -3651.67 46114.28 46114.28 baffli baffli 2007-02- 0004-09- binary original +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- binary original +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- binary original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 NULL -67 833 63993 NULL 905070.9 -4314.79 -1240033 trial trial NULL NULL n)Ú¯ new +PREHOOK: query: drop table part_change_various_various_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: drop table part_change_various_various_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '0004-09-22', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '0004-09-22', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 0004-09-22 original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_timestamp + Statistics: Num rows: 6 Data size: 848 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: timestamp), c2 (type: timestamp), c3 (type: timestamp), c4 (type: timestamp), c5 (type: timestamp), c6 (type: timestamp), c7 (type: timestamp), c8 (type: timestamp), c9 (type: timestamp), c10 (type: timestamp), c11 (type: timestamp), c12 (type: timestamp), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 6 Data size: 848 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 848 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: timestamp), _col3 (type: timestamp), _col4 (type: timestamp), _col5 (type: timestamp), _col6 (type: timestamp), _col7 (type: timestamp), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: timestamp), _col11 (type: timestamp), _col12 (type: timestamp), _col13 (type: timestamp), _col14 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: timestamp), VALUE._col2 (type: timestamp), VALUE._col3 (type: timestamp), VALUE._col4 (type: timestamp), VALUE._col5 (type: timestamp), VALUE._col6 (type: timestamp), VALUE._col7 (type: timestamp), VALUE._col8 (type: timestamp), VALUE._col9 (type: timestamp), VALUE._col10 (type: timestamp), VALUE._col11 (type: timestamp), VALUE._col12 (type: timestamp), VALUE._col13 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 + Statistics: Num rows: 6 Data size: 848 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 848 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +PREHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 1969-12-31 16:00:00.001 NULL NULL 1969-12-31 16:54:04.222 1966-10-31 06:13:20.001 1969-12-31 15:59:30.923599244 1984-11-29 14:08:55 1984-11-29 14:08:55 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 00:00:00 original +2 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.1 NULL 1969-12-31 16:00:00.014 1969-03-30 10:21:00.007 1969-12-31 14:59:08.32788086 1970-01-01 04:48:34.284799488 1970-01-01 04:48:34.284799488 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 0004-09-22 00:00:00 original +3 1 1969-12-31 16:00:00 1969-12-31 16:00:00.072 NULL 1969-12-31 15:58:26.778 1969-12-31 16:00:00.03 1969-12-30 21:32:04.4375 1969-12-30 21:32:04.438569 1969-12-31 16:00:00.561431 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 00:00:00 original +4 1 1969-12-31 16:00:00.001 1969-12-31 15:59:59.91 NULL 1969-12-31 16:54:49.094 1969-12-31 16:00:46.114 1970-04-17 17:32:21 1970-04-17 17:32:20.75 1970-04-17 17:32:20.75 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 00:00:00 original +5 2 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new +6 1 NULL NULL NULL NULL NULL NULL NULL NULL 2016-03-07 03:02:22 2016-03-07 03:02:22 2016-03-07 03:02:22 NULL new +PREHOOK: query: drop table part_change_various_various_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: drop table part_change_various_various_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.519542222 original +2 1 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.368756876 original +3 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.970117179 original +4 1 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_date + Statistics: Num rows: 6 Data size: 578 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: date), c2 (type: date), c3 (type: date), c4 (type: date), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 6 Data size: 578 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 578 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: date), _col3 (type: date), _col4 (type: date), _col5 (type: date), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: date), VALUE._col2 (type: date), VALUE._col3 (type: date), VALUE._col4 (type: date), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 6 Data size: 578 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 578 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +PREHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +POSTHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 NULL NULL NULL 0004-09-22 original +2 1 NULL NULL NULL 2007-02-09 original +3 1 NULL NULL NULL 6229-06-28 original +4 1 NULL NULL NULL 2002-05-10 original +5 2 2016-03-07 2016-03-07 2016-03-07 2016-03-07 new +6 1 NULL 2002-05-10 2002-05-10 NULL new +PREHOOK: query: drop table part_change_various_various_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: drop table part_change_various_various_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR) --> BINARY +-- +CREATE TABLE part_change_various_various_binary(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_binary +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR) --> BINARY +-- +CREATE TABLE part_change_various_various_binary(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_binary +PREHOOK: query: insert into table part_change_various_various_binary partition(part=1) + values(1, 'binary', 'binary', 'binary', 'original'), + (2, 'binary', 'binary', 'binary', 'original'), + (3, 'binary', 'binary', 'binary', 'original'), + (4, 'binary', 'binary', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_various_various_binary@part=1 +POSTHOOK: query: insert into table part_change_various_various_binary partition(part=1) + values(1, 'binary', 'binary', 'binary', 'original'), + (2, 'binary', 'binary', 'binary', 'original'), + (3, 'binary', 'binary', 'binary', 'original'), + (4, 'binary', 'binary', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_various_various_binary@part=1 +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c1 SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_binary +PREHOOK: Input: default@part_change_various_various_binary@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_binary +POSTHOOK: Input: default@part_change_various_various_binary@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 binary binary binary original +2 1 binary binary binary original +3 1 binary binary binary original +4 1 binary binary binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_binary replace columns (insert_num int, c1 BINARY, c2 BINARY, c3 BINARY, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_binary +PREHOOK: Output: default@part_change_various_various_binary +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_binary replace columns (insert_num int, c1 BINARY, c2 BINARY, c3 BINARY, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_binary +POSTHOOK: Output: default@part_change_various_various_binary +PREHOOK: query: insert into table part_change_various_various_binary partition(part=2) + values (5, 'binary', 'binary', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_various_various_binary@part=2 +POSTHOOK: query: insert into table part_change_various_various_binary partition(part=2) + values (5, 'binary', 'binary', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_various_various_binary@part=2 +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_various_various_binary partition(part=1) + values (6,-'binary', 'binary', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_various_various_binary@part=1 +POSTHOOK: query: insert into table part_change_various_various_binary partition(part=1) + values (6,-'binary', 'binary', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_various_various_binary@part=1 +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: part_change_various_various_binary + Statistics: Num rows: 6 Data size: 268 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), part (type: int), c1 (type: binary), c2 (type: binary), c3 (type: binary), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 6 Data size: 268 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 6 Data size: 268 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: binary), _col3 (type: binary), _col4 (type: binary), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: binary), VALUE._col2 (type: binary), VALUE._col3 (type: binary), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 6 Data size: 268 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 268 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_binary +PREHOOK: Input: default@part_change_various_various_binary@part=1 +PREHOOK: Input: default@part_change_various_various_binary@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_binary +POSTHOOK: Input: default@part_change_various_various_binary@part=1 +POSTHOOK: Input: default@part_change_various_various_binary@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 binary binary binary original +2 1 binary binary binary original +3 1 binary binary binary original +4 1 binary binary binary original +5 2 binary binary binary new +6 1 LWJpbmFyeQ== YmluYXJ5 YmluYXJ5 new +PREHOOK: query: drop table part_change_various_various_binary +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_binary +PREHOOK: Output: default@part_change_various_various_binary +POSTHOOK: query: drop table part_change_various_various_binary +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_binary +POSTHOOK: Output: default@part_change_various_various_binary diff --git ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_table.q.out index 4003c20..47f7d7a 100644 --- ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_table.q.out @@ -1,297 +1,4360 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 original -2 original -3 original -4 original -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 48 + totalSize 52 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select a,b,c,d from table1 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_permute_select + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 111 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table1.e SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 -PREHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -a b c d e -1 new 10 ten NULL -1 original NULL NULL NULL -2 new 20 twenty NULL -2 original NULL NULL NULL -3 new 30 thirty NULL -3 original NULL NULL NULL -4 new 40 forty NULL -4 original NULL NULL NULL -5 new 100 hundred another1 -6 new 200 two hundred another2 -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table3 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -3 original -4 original -6737 original -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 48 + totalSize 52 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -6737 original -72909 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table3.e SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_add_int_string_permute_select + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 155 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c d +1 1 original NULL NULL +10 6 new 200 two hundred +2 2 original NULL NULL +3 3 original NULL NULL +4 4 original NULL NULL +5 1 new 10 ten +6 2 new 20 twenty +7 3 new 30 thirty +8 4 new 40 forty +9 5 new 100 hundred +PREHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a c d +1 1 NULL NULL +10 6 200 two hundred +2 2 NULL NULL +3 3 NULL NULL +4 4 NULL NULL +5 1 10 ten +6 2 20 twenty +7 3 30 thirty +8 4 40 forty +9 5 100 hundred +PREHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a d +1 1 NULL +10 6 two hundred +2 2 NULL +3 3 NULL +4 4 NULL +5 1 ten +6 2 twenty +7 3 thirty +8 4 forty +9 5 hundred +PREHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num d +1 NULL +10 two hundred +2 NULL +3 NULL +4 NULL +5 ten +6 twenty +7 thirty +8 forty +9 hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_double + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: double), c2 (type: double), c3 (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 550 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 753.7028 753.7028 original +10 9250340.75 9250340.75 9250340.75 new +2 -3651.672121 -3651.672121 -3651.672121 original +3 -29.0764 -29.0764 -29.0764 original +4 -10.3 -10.3 -10.3 original +5 30.774 30.774 30.774 new +6 20.31 20.31 20.31 new +7 46114.284799488 46114.284799488 46114.284799488 new +8 -66475.561431 -66475.561431 -66475.561431 new +9 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_decimal + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: decimal(38,18)), c2 (type: decimal(38,18)), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 790 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_timestamp + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 1326 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +insert_num int +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 195 + totalSize 198 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_date_group_string_group_date + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: char(50)), c3 (type: char(15)), c4 (type: varchar(50)), c5 (type: varchar(15)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: char(50)), _col3 (type: char(15)), _col4 (type: varchar(50)), _col5 (type: varchar(15)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(15)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: varchar(15)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 825 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_string + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: string), c3 (type: string), c4 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), c4 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: char(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: char(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1405 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char PREHOOK: type: DROPTABLE -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char POSTHOOK: type: DROPTABLE -PREHOOK: query: DROP TABLE table3 +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_char_trunc + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(5)), c2 (type: char(5)), c3 (type: char(5)), c4 (type: char(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(5)), _col2 (type: char(5)), _col3 (type: char(5)), _col4 (type: char(5)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(5)), VALUE._col1 (type: char(5)), VALUE._col2 (type: char(5)), VALUE._col3 (type: char(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 325 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), c4 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: varchar(50)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: varchar(50)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 330 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_multi_ints_varchar_trunc + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(5)), c2 (type: varchar(5)), c3 (type: varchar(5)), c4 (type: varchar(5)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(5)), _col2 (type: varchar(5)), _col3 (type: varchar(5)), _col4 (type: varchar(5)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(5)), VALUE._col1 (type: varchar(5)), VALUE._col2 (type: varchar(5)), VALUE._col3 (type: varchar(5)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 304 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_string + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: string), c2 (type: string), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 380 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(50)), c3 (type: char(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(50)), _col3 (type: char(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(50)), VALUE._col2 (type: char(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1171 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_char_trunc + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(7)), c2 (type: char(7)), c3 (type: char(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(7)), _col2 (type: char(7)), _col3 (type: char(7)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(7)), VALUE._col1 (type: char(7)), VALUE._col2 (type: char(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 397 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.300 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(50)), c2 (type: varchar(50)), c3 (type: varchar(50)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(50)), _col3 (type: varchar(50)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(50)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 387 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_numeric_group_string_group_floating_varchar_trunc + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(7)), c2 (type: varchar(7)), c3 (type: varchar(7)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(7)), _col2 (type: varchar(7)), _col3 (type: varchar(7)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(7)), VALUE._col1 (type: varchar(7)), VALUE._col2 (type: varchar(7)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 364 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.300 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_string + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: varchar(50)), c4 (type: char(9)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: varchar(50)), _col4 (type: char(9)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: varchar(50)), VALUE._col3 (type: char(9)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 791 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +10 bottom bottom bottom bottom new +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile dynamic r original +4 blank pads blank pad blank pads blank pad original +5 junkyard junkyard junkyard junkyard new +6 baffling bafflin baffling bafflin new +7 featherweight featherweight new +8 against against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_char + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: varchar(50)), c2 (type: varchar(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: varchar(50)), _col2 (type: varchar(9)), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(50)), VALUE._col1 (type: varchar(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 937 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_string_group_string_group_varchar + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: char(50)), c2 (type: char(9)), c3 (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(50)), _col2 (type: char(9)), _col3 (type: string), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(50)), VALUE._col1 (type: char(9)), VALUE._col2 (type: string), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 682 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45 45 45 original +2 -2 -2 -2 -2 -2 -2 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_tinyint + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: smallint), c2 (type: int), c3 (type: bigint), c4 (type: float), c5 (type: double), c6 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 446 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45.0 45.0 45.000000000000000000 original +10 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200 12.0 99.0 0.000000000000000000 new +6 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031 2031 2031 original +2 -2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 -5000 original +4 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_smallint + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: int), c2 (type: bigint), c3 (type: float), c4 (type: double), c5 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: double), _col5 (type: decimal(38,18)), _col6 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: double), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 444 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200.0 12.0 99.000000000000000000 new +6 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 256 32768 31889.0 300.0 444.000000000000000000 new +8 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031 2031 2031 original +2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 original +4 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_int + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: bigint), c2 (type: float), c3 (type: double), c4 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: float), _col3 (type: double), _col4 (type: decimal(38,18)), _col5 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 434 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000.0 7.54072151E8 95.000000000000000000 new +2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774 2031.0 200.0 12.000000000000000000 new +6 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 256 32768.0 31889.0 300.000000000000000000 new +8 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7203778961 7203778961 7203778961 original +2 -2 -2 -2 original +3 -5000 -5000 -5000 original +4 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_bigint + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: float), c2 (type: double), c3 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: double), _col3 (type: decimal(38,18)), _col4 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: float), VALUE._col1 (type: double), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 408 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 17.0 90000.0 754072151.000000000000000000 new +2 -2.0 -2.0 -2.000000000000000000 original +3 -5000.0 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774.0 2031.0 200.000000000000000000 new +6 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 256.0 32768.0 31889.000000000000000000 new +8 5555.0 40000.0 -719017797.000000000000000000 new +9 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.0764 original +2 753.7028 753.7028 original +3 -5000.0 -5000.0 original +4 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_float + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: double), c2 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: decimal(38,18)), _col3 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 337 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.076400000000000000 original +10 17.0 90000.000000000000000000 new +2 753.7028 753.702800000000000000 original +3 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 52927712.000000000000000000 original +5 774.0 2031.000000000000000000 new +6 561431.0 52927714.000000000000000000 new +7 256.0 32768.000000000000000000 new +8 5555.0 40000.000000000000000000 new +9 100.0 5000.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.0764 original +2 753.7028 original +3 -5000.0 original +4 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table_change_lower_to_higher_numeric_group_double + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: insert_num (type: int), c1 (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.076400000000000000 original +10 17.000000000000000000 new +2 753.702800000000000000 original +3 -5000.000000000000000000 original +4 52927714.000000000000000000 original +5 774.000000000000000000 new +6 561431.000000000000000000 new +7 256.000000000000000000 new +8 5555.000000000000000000 new +9 100.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: DROP TABLE table3 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_part.q.out index a922175..ef63944 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_part.q.out @@ -2,814 +2,3573 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred +PREHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a c d +1 1 1 NULL NULL +10 1 6 200 two hundred +2 1 2 NULL NULL +3 1 3 NULL NULL +4 1 4 NULL NULL +5 2 1 10 ten +6 2 2 20 twenty +7 2 3 30 thirty +8 2 4 40 forty +9 1 5 100 hundred +PREHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a d +1 1 1 NULL +10 1 6 two hundred +2 1 2 NULL +3 1 3 NULL +4 1 4 NULL +5 2 1 ten +6 2 2 twenty +7 2 3 thirty +8 2 4 forty +9 1 5 hundred +PREHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part d +1 1 NULL +10 1 two hundred +2 1 NULL +3 1 NULL +4 1 NULL +5 2 ten +6 2 twenty +7 2 thirty +8 2 forty +9 1 hundred +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 753.7028 753.7028 original +10 1 9250340.75 9250340.75 9250340.75 new +2 1 -3651.672121 -3651.672121 -3651.672121 original +3 1 -29.0764 -29.0764 -29.0764 original +4 1 -10.3 -10.3 -10.3 original +5 2 30.774 30.774 30.774 new +6 2 20.31 20.31 20.31 new +7 2 46114.284799488 46114.284799488 46114.284799488 new +8 2 -66475.561431 -66475.561431 -66475.561431 new +9 1 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 original +4 1 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 original +4 1 0.0 20435.0 847492223 original +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +10 1 bottom bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile dynamic r original +4 1 blank pads blank pad blank pads blank pad original +5 2 junkyard junkyard junkyard junkyard new +6 2 baffling bafflin baffling bafflin new +7 2 featherweight featherweight new +8 2 against against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: -- SORT_QUERY_RESULTS +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) -- --- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Partitioned --- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45 45 45 original +2 1 -2 -2 -2 -2 -2 -2 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45.0 45.0 45.000000000000000000 original +10 1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200 12.0 99.0 0.000000000000000000 new +6 2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 2 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 -5000 original +4 1 100 100 100 100 100 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200.0 12.0 99.000000000000000000 new +6 2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 2 256 32768 31889.0 300.0 444.000000000000000000 new +8 2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 1 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000.0 7.54072151E8 95.000000000000000000 new +2 1 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774 2031.0 200.0 12.000000000000000000 new +6 2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 2 256 32768.0 31889.0 300.000000000000000000 new +8 2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 1 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +insert_num part c1 c2 c3 b +1 1 7203778961 7203778961 7203778961 original +2 1 -2 -2 -2 original +3 1 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 1 17.0 90000.0 754072151.000000000000000000 new +2 1 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774.0 2031.0 200.000000000000000000 new +6 2 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 2 256.0 32768.0 31889.000000000000000000 new +8 2 5555.0 40000.0 -719017797.000000000000000000 new +9 1 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.0764 -29.0764 original +2 1 753.7028 753.7028 original +3 1 -5000.0 -5000.0 original +4 1 5.2927712E7 5.2927712E7 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.076400756835938 -29.076400000000000000 original +10 1 17.0 90000.000000000000000000 new +2 1 753.7028198242188 753.702800000000000000 original +3 1 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 52927712.000000000000000000 original +5 2 774.0 2031.000000000000000000 new +6 2 561431.0 52927714.000000000000000000 new +7 2 256.0 32768.000000000000000000 new +8 2 5555.0 40000.000000000000000000 new +9 1 100.0 5000.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.0764 original +2 1 753.7028 original +3 1 -5000.0 original +4 1 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.076400000000000000 original +10 1 17.000000000000000000 new +2 1 753.702800000000000000 original +3 1 -5000.000000000000000000 original +4 1 52927714.000000000000000000 original +5 2 774.000000000000000000 new +6 2 561431.000000000000000000 new +7 2 256.000000000000000000 new +8 2 5555.000000000000000000 new +9 1 100.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned5 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__56 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__56 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 -PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__57 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 -POSTHOOK: Output: default@partitioned5@part=2 -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@values__tmp__table__57 +POSTHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__58 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).c EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).d SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: Input: default@values__tmp__table__58 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred PREHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -PREHOOK: Output: default@partitioned5@part=1 -PREHOOK: Output: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +PREHOOK: Output: default@partitioned_update_1@part=1 +PREHOOK: Output: default@partitioned_update_1@part=2 POSTHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Output: default@partitioned5@part=2 -row__id a b _c3 d part -PREHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Output: default@partitioned_update_1@part=2 +row__id insert_num a b _c4 d part +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -part a b c d -1 1 original 99 NULL -1 2 original 99 NULL -1 3 original 99 NULL -1 4 original 99 NULL -1 5 new 99 hundred -1 6 new 99 two hundred -2 1 new 99 ten -2 2 new 99 twenty -2 3 new 99 thirty -2 4 new 99 forty +insert_num part a b c d +1 1 1 original 99 NULL +10 1 6 new 99 two hundred +2 1 2 original 99 NULL +3 1 3 original 99 NULL +4 1 4 original 99 NULL +5 2 1 new 99 ten +6 2 2 new 99 twenty +7 2 3 new 99 thirty +8 2 4 new 99 forty +9 1 5 new 99 hundred PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned6 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__59 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__59 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 -PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__60 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 -POSTHOOK: Output: default@partitioned6@part=2 -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@values__tmp__table__60 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__16 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__61 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__16 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).c EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).d SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: Input: default@values__tmp__table__61 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -823,215 +3582,206 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -PREHOOK: Output: default@partitioned6@part=1 -PREHOOK: Output: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +PREHOOK: Output: default@partitioned_delete_1@part=1 +PREHOOK: Output: default@partitioned_delete_1@part=2 POSTHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Output: default@partitioned_delete_1@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned6 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 3 original NULL NULL -1 5 new 100 hundred -2 1 new 10 ten -2 3 new 30 thirty +insert_num part a b c d +1 1 1 original NULL NULL +3 1 3 original NULL NULL +5 2 1 new 10 ten +7 2 3 new 30 thirty +9 1 5 new 100 hundred PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned7 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__17 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__62 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__17 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__62 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__18 -PREHOOK: Output: default@partitioned7@part=2 -POSTHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__63 +PREHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__18 -POSTHOOK: Output: default@partitioned7@part=2 -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).c EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).d SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@values__tmp__table__63 +POSTHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__19 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__64 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__19 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).c EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).d SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: Input: default@values__tmp__table__64 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred PREHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 -PREHOOK: Output: default@partitioned7@part=1 -PREHOOK: Output: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 +PREHOOK: Output: default@partitioned_delete_2@part=1 +PREHOOK: Output: default@partitioned_delete_2@part=2 POSTHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Output: default@partitioned_delete_2@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -part a b c d -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 6 new 200 two hundred -2 2 new 20 twenty -2 4 new 40 forty -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: DROP TABLE partitioned5 +insert_num part a b c d +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +6 2 2 new 20 twenty +8 2 4 new 40 forty +PREHOOK: query: DROP TABLE partitioned_update_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 -POSTHOOK: query: DROP TABLE partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: DROP TABLE partitioned_update_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: DROP TABLE partitioned6 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DROP TABLE partitioned_delete_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 -POSTHOOK: query: DROP TABLE partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: DROP TABLE partitioned_delete_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: DROP TABLE partitioned7 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DROP TABLE partitioned_delete_2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 -POSTHOOK: query: DROP TABLE partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 +POSTHOOK: query: DROP TABLE partitioned_delete_2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_table.q.out index 4885aeb..a9d29c7 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_table.q.out @@ -2,291 +2,3039 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Table -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Table +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c d +1 1 original NULL NULL +10 6 new 200 two hundred +2 2 original NULL NULL +3 3 original NULL NULL +4 4 original NULL NULL +5 1 new 10 ten +6 2 new 20 twenty +7 3 new 30 thirty +8 4 new 40 forty +9 5 new 100 hundred +PREHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a c d +1 1 NULL NULL +10 6 200 two hundred +2 2 NULL NULL +3 3 NULL NULL +4 4 NULL NULL +5 1 10 ten +6 2 20 twenty +7 3 30 thirty +8 4 40 forty +9 5 100 hundred +PREHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a d +1 1 NULL +10 6 two hundred +2 2 NULL +3 3 NULL +4 4 NULL +5 1 ten +6 2 twenty +7 3 thirty +8 4 forty +9 5 hundred +PREHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num d +1 NULL +10 two hundred +2 NULL +3 NULL +4 NULL +5 ten +6 twenty +7 thirty +8 forty +9 hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 753.7028 753.7028 original +10 9250340.75 9250340.75 9250340.75 new +2 -3651.672121 -3651.672121 -3651.672121 original +3 -29.0764 -29.0764 -29.0764 original +4 -10.3 -10.3 -10.3 original +5 30.774 30.774 30.774 new +6 20.31 20.31 20.31 new +7 46114.284799488 46114.284799488 46114.284799488 new +8 -66475.561431 -66475.561431 -66475.561431 new +9 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 original +4 0.0 20435.0 847492223 original +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP -- --- FILE VARIATION: ORC, ACID Non-Vectorized, MapWork, Table --- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_string_group_string_group_string #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_string #### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +10 bottom bottom bottom bottom new +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile dynamic r original +4 blank pads blank pad blank pads blank pad original +5 junkyard junkyard junkyard junkyard new +6 baffling bafflin baffling bafflin new +7 featherweight featherweight new +8 against against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45 45 45 original +2 -2 -2 -2 -2 -2 -2 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45.0 45.0 45.000000000000000000 original +10 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200 12.0 99.0 0.000000000000000000 new +6 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031 2031 2031 original +2 -2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 -5000 original +4 100 100 100 100 100 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200.0 12.0 99.000000000000000000 new +6 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 256 32768 31889.0 300.0 444.000000000000000000 new +8 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031 2031 2031 original +2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 original +4 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000.0 7.54072151E8 95.000000000000000000 new +2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774 2031.0 200.0 12.000000000000000000 new +6 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 256 32768.0 31889.0 300.000000000000000000 new +8 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7203778961 7203778961 7203778961 original +2 -2 -2 -2 original +3 -5000 -5000 -5000 original +4 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 17.0 90000.0 754072151.000000000000000000 new +2 -2.0 -2.0 -2.000000000000000000 original +3 -5000.0 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774.0 2031.0 200.000000000000000000 new +6 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 256.0 32768.0 31889.000000000000000000 new +8 5555.0 40000.0 -719017797.000000000000000000 new +9 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.0764 original +2 753.7028 753.7028 original +3 -5000.0 -5000.0 original +4 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.076400756835938 -29.076400000000000000 original +10 17.0 90000.000000000000000000 new +2 753.7028198242188 753.702800000000000000 original +3 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 52927712.000000000000000000 original +5 774.0 2031.000000000000000000 new +6 561431.0 52927714.000000000000000000 new +7 256.0 32768.000000000000000000 new +8 5555.0 40000.000000000000000000 new +9 100.0 5000.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.0764 original +2 753.7028 original +3 -5000.0 original +4 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.076400000000000000 original +10 17.000000000000000000 new +2 753.702800000000000000 original +3 -5000.000000000000000000 original +4 52927714.000000000000000000 original +5 774.000000000000000000 new +6 561431.000000000000000000 new +7 256.000000000000000000 new +8 5555.000000000000000000 new +9 100.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE table5(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table5(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@table5 @@ -294,21 +3042,30 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE table5(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table5(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@table5 -PREHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: insert into table table5 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Input: default@values__tmp__table__56 PREHOOK: Output: default@table5 -POSTHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table table5 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Input: default@values__tmp__table__56 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.insert_num EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table5 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS @@ -319,32 +3076,46 @@ alter table table5 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@table5 POSTHOOK: Output: default@table5 -PREHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: insert into table table5 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Input: default@values__tmp__table__57 PREHOOK: Output: default@table5 -POSTHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table table5 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Input: default@values__tmp__table__57 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table5.insert_num EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table5 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Input: default@values__tmp__table__58 PREHOOK: Output: default@table5 -POSTHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table table5 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Input: default@values__tmp__table__58 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table5.insert_num EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -374,7 +3145,7 @@ update table5 set c=99 POSTHOOK: type: QUERY POSTHOOK: Input: default@table5 POSTHOOK: Output: default@table5 -row__id a b _c3 d +row__id insert_num a b _c4 d PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -398,7 +3169,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE table6(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table6(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@table6 @@ -406,21 +3177,30 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE table6(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table6(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@table6 -PREHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: insert into table table6 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Input: default@values__tmp__table__59 PREHOOK: Output: default@table6 -POSTHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table table6 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Input: default@values__tmp__table__59 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.insert_num EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table6 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS @@ -431,32 +3211,46 @@ alter table table6 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@table6 POSTHOOK: Output: default@table6 -PREHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: insert into table table6 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Input: default@values__tmp__table__60 PREHOOK: Output: default@table6 -POSTHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table table6 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Input: default@values__tmp__table__60 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table6.insert_num EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table6 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Input: default@values__tmp__table__61 PREHOOK: Output: default@table6 -POSTHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table table6 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Input: default@values__tmp__table__61 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table6.insert_num EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 PREHOOK: query: select a,b,c,d from table6 PREHOOK: type: QUERY PREHOOK: Input: default@table6 @@ -505,7 +3299,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE table7(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table7(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@table7 @@ -513,21 +3307,30 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE table7(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table7(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@table7 -PREHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: insert into table table7 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Input: default@values__tmp__table__62 PREHOOK: Output: default@table7 -POSTHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table table7 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Input: default@values__tmp__table__62 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.insert_num EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table7 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS @@ -538,32 +3341,46 @@ alter table table7 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@table7 POSTHOOK: Output: default@table7 -PREHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: insert into table table7 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Input: default@values__tmp__table__63 PREHOOK: Output: default@table7 -POSTHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table table7 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Input: default@values__tmp__table__63 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table7.insert_num EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table7 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Input: default@values__tmp__table__64 PREHOOK: Output: default@table7 -POSTHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table table7 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Input: default@values__tmp__table__64 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table7.insert_num EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 PREHOOK: query: select a,b,c,d from table7 PREHOOK: type: QUERY PREHOOK: Input: default@table7 @@ -609,22 +3426,6 @@ a b c d 4 new 40 forty 4 original NULL NULL 6 new 200 two hundred -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 PREHOOK: query: DROP TABLE table5 PREHOOK: type: DROPTABLE PREHOOK: Input: default@table5 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_part.q.out index c5af165..4d850ed 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_part.q.out @@ -2,814 +2,3573 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred +PREHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a c d +1 1 1 NULL NULL +10 1 6 200 two hundred +2 1 2 NULL NULL +3 1 3 NULL NULL +4 1 4 NULL NULL +5 2 1 10 ten +6 2 2 20 twenty +7 2 3 30 thirty +8 2 4 40 forty +9 1 5 100 hundred +PREHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a d +1 1 1 NULL +10 1 6 two hundred +2 1 2 NULL +3 1 3 NULL +4 1 4 NULL +5 2 1 ten +6 2 2 twenty +7 2 3 thirty +8 2 4 forty +9 1 5 hundred +PREHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part d +1 1 NULL +10 1 two hundred +2 1 NULL +3 1 NULL +4 1 NULL +5 2 ten +6 2 twenty +7 2 thirty +8 2 forty +9 1 hundred +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 753.7028 753.7028 original +10 1 9250340.75 9250340.75 9250340.75 new +2 1 -3651.672121 -3651.672121 -3651.672121 original +3 1 -29.0764 -29.0764 -29.0764 original +4 1 -10.3 -10.3 -10.3 original +5 2 30.774 30.774 30.774 new +6 2 20.31 20.31 20.31 new +7 2 46114.284799488 46114.284799488 46114.284799488 new +8 2 -66475.561431 -66475.561431 -66475.561431 new +9 1 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table part_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 original +4 1 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 original +4 1 0.0 20435.0 847492223 original +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +10 1 bottom bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile dynamic r original +4 1 blank pads blank pad blank pads blank pad original +5 2 junkyard junkyard junkyard junkyard new +6 2 baffling bafflin baffling bafflin new +7 2 featherweight featherweight new +8 2 against against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: -- SORT_QUERY_RESULTS +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) -- --- FILE VARIATION: ORC, ACID Vectorized, MapWork, Partitioned --- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45 45 45 original +2 1 -2 -2 -2 -2 -2 -2 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45.0 45.0 45.000000000000000000 original +10 1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200 12.0 99.0 0.000000000000000000 new +6 2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 2 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 -5000 original +4 1 100 100 100 100 100 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200.0 12.0 99.000000000000000000 new +6 2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 2 256 32768 31889.0 300.0 444.000000000000000000 new +8 2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 1 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000.0 7.54072151E8 95.000000000000000000 new +2 1 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774 2031.0 200.0 12.000000000000000000 new +6 2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 2 256 32768.0 31889.0 300.000000000000000000 new +8 2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 1 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +insert_num part c1 c2 c3 b +1 1 7203778961 7203778961 7203778961 original +2 1 -2 -2 -2 original +3 1 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 1 17.0 90000.0 754072151.000000000000000000 new +2 1 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774.0 2031.0 200.000000000000000000 new +6 2 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 2 256.0 32768.0 31889.000000000000000000 new +8 2 5555.0 40000.0 -719017797.000000000000000000 new +9 1 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.0764 -29.0764 original +2 1 753.7028 753.7028 original +3 1 -5000.0 -5000.0 original +4 1 5.2927712E7 5.2927712E7 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.076400756835938 -29.076400000000000000 original +10 1 17.0 90000.000000000000000000 new +2 1 753.7028198242188 753.702800000000000000 original +3 1 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 52927712.000000000000000000 original +5 2 774.0 2031.000000000000000000 new +6 2 561431.0 52927714.000000000000000000 new +7 2 256.0 32768.000000000000000000 new +8 2 5555.0 40000.000000000000000000 new +9 1 100.0 5000.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.0764 original +2 1 753.7028 original +3 1 -5000.0 original +4 1 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.076400000000000000 original +10 1 17.000000000000000000 new +2 1 753.702800000000000000 original +3 1 -5000.000000000000000000 original +4 1 52927714.000000000000000000 original +5 2 774.000000000000000000 new +6 2 561431.000000000000000000 new +7 2 256.000000000000000000 new +8 2 5555.000000000000000000 new +9 1 100.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned5 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_update_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__56 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__56 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) +alter table partitioned_update_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 -PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__57 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 -POSTHOOK: Output: default@partitioned5@part=2 -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@values__tmp__table__57 +POSTHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 -PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__58 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).c EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).d SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: Input: default@values__tmp__table__58 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred PREHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -PREHOOK: Output: default@partitioned5@part=1 -PREHOOK: Output: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +PREHOOK: Output: default@partitioned_update_1@part=1 +PREHOOK: Output: default@partitioned_update_1@part=2 POSTHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +update partitioned_update_1 set c=99 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Output: default@partitioned5@part=2 -row__id a b _c3 d part -PREHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Output: default@partitioned_update_1@part=2 +row__id insert_num a b _c4 d part +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_update_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 #### A masked pattern was here #### -part a b c d -1 1 original 99 NULL -1 2 original 99 NULL -1 3 original 99 NULL -1 4 original 99 NULL -1 5 new 99 hundred -1 6 new 99 two hundred -2 1 new 99 ten -2 2 new 99 twenty -2 3 new 99 thirty -2 4 new 99 forty +insert_num part a b c d +1 1 1 original 99 NULL +10 1 6 new 99 two hundred +2 1 2 original 99 NULL +3 1 3 original 99 NULL +4 1 4 original 99 NULL +5 2 1 new 99 ten +6 2 2 new 99 twenty +7 2 3 new 99 thirty +8 2 4 new 99 forty +9 1 5 new 99 hundred PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned6 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_1(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__59 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__59 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) +alter table partitioned_delete_1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 -PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__60 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 -POSTHOOK: Output: default@partitioned6@part=2 -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@values__tmp__table__60 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__16 -PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__61 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__16 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).c EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).d SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: Input: default@values__tmp__table__61 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -823,215 +3582,206 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -PREHOOK: Output: default@partitioned6@part=1 -PREHOOK: Output: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +PREHOOK: Output: default@partitioned_delete_1@part=1 +PREHOOK: Output: default@partitioned_delete_1@part=2 POSTHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Output: default@partitioned_delete_1@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned6 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_1 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_1 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 3 original NULL NULL -1 5 new 100 hundred -2 1 new 10 ten -2 3 new 30 thirty +insert_num part a b c d +1 1 1 original NULL NULL +3 1 3 original NULL NULL +5 2 1 new 10 ten +7 2 3 new 30 thirty +9 1 5 new 100 hundred PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned7 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__17 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__62 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__17 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__62 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__18 -PREHOOK: Output: default@partitioned7@part=2 -POSTHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__63 +PREHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__18 -POSTHOOK: Output: default@partitioned7@part=2 -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).c EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).d SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@values__tmp__table__63 +POSTHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__19 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__64 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__19 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).c EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).d SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: Input: default@values__tmp__table__64 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred PREHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 -PREHOOK: Output: default@partitioned7@part=1 -PREHOOK: Output: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 +PREHOOK: Output: default@partitioned_delete_2@part=1 +PREHOOK: Output: default@partitioned_delete_2@part=2 POSTHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Output: default@partitioned_delete_2@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select insert_num,part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -part a b c d -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 6 new 200 two hundred -2 2 new 20 twenty -2 4 new 40 forty -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: DROP TABLE partitioned5 +insert_num part a b c d +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +6 2 2 new 20 twenty +8 2 4 new 40 forty +PREHOOK: query: DROP TABLE partitioned_update_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 -POSTHOOK: query: DROP TABLE partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: DROP TABLE partitioned_update_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: DROP TABLE partitioned6 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DROP TABLE partitioned_delete_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 -POSTHOOK: query: DROP TABLE partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: DROP TABLE partitioned_delete_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: DROP TABLE partitioned7 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DROP TABLE partitioned_delete_2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 -POSTHOOK: query: DROP TABLE partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 +POSTHOOK: query: DROP TABLE partitioned_delete_2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_table.q.out index 2b1e5c3..0169e32 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_table.q.out @@ -2,291 +2,3039 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table -- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table +-- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. +-- Also, we don't do EXPLAINs on ACID files because the transaction id causes Q file statistics differences... +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c d +1 1 original NULL NULL +10 6 new 200 two hundred +2 2 original NULL NULL +3 3 original NULL NULL +4 4 original NULL NULL +5 1 new 10 ten +6 2 new 20 twenty +7 3 new 30 thirty +8 4 new 40 forty +9 5 new 100 hundred +PREHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a c d +1 1 NULL NULL +10 6 200 two hundred +2 2 NULL NULL +3 3 NULL NULL +4 4 NULL NULL +5 1 10 ten +6 2 20 twenty +7 3 30 thirty +8 4 40 forty +9 5 100 hundred +PREHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a d +1 1 NULL +10 6 two hundred +2 2 NULL +3 3 NULL +4 4 NULL +5 1 ten +6 2 twenty +7 3 thirty +8 4 forty +9 5 hundred +PREHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num d +1 NULL +10 two hundred +2 NULL +3 NULL +4 NULL +5 ten +6 twenty +7 thirty +8 forty +9 hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 753.7028 753.7028 original +10 9250340.75 9250340.75 9250340.75 new +2 -3651.672121 -3651.672121 -3651.672121 original +3 -29.0764 -29.0764 -29.0764 original +4 -10.3 -10.3 -10.3 original +5 30.774 30.774 30.774 new +6 20.31 20.31 20.31 new +7 46114.284799488 46114.284799488 46114.284799488 new +8 -66475.561431 -66475.561431 -66475.561431 new +9 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 original +4 0.0 20435.0 847492223 original +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP -- --- FILE VARIATION: ORC, ACID Vectorized, MapWork, Table --- *IMPORTANT NOTE* We set hive.exec.schema.evolution=false above since schema evolution is always used for ACID. -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_string_group_string_group_string #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_string #### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +10 bottom bottom bottom bottom new +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile dynamic r original +4 blank pads blank pad blank pads blank pad original +5 junkyard junkyard junkyard junkyard new +6 baffling bafflin baffling bafflin new +7 featherweight featherweight new +8 against against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_char #### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_change_string_group_string_group_varchar #### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45 45 45 original +2 -2 -2 -2 -2 -2 -2 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45.0 45.0 45.000000000000000000 original +10 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200 12.0 99.0 0.000000000000000000 new +6 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) -- -CREATE TABLE table2(a smallint, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031 2031 2031 original +2 -2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 -5000 original +4 100 100 100 100 100 original PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200.0 12.0 99.000000000000000000 new +6 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 256 32768 31889.0 300.0 444.000000000000000000 new +8 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031 2031 2031 original +2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 original +4 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000.0 7.54072151E8 95.000000000000000000 new +2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774 2031.0 200.0 12.000000000000000000 new +6 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 256 32768.0 31889.0 300.000000000000000000 new +8 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7203778961 7203778961 7203778961 original +2 -2 -2 -2 original +3 -5000 -5000 -5000 original +4 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 17.0 90000.0 754072151.000000000000000000 new +2 -2.0 -2.0 -2.000000000000000000 original +3 -5000.0 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774.0 2031.0 200.000000000000000000 new +6 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 256.0 32768.0 31889.000000000000000000 new +8 5555.0 40000.0 -719017797.000000000000000000 new +9 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.0764 original +2 753.7028 753.7028 original +3 -5000.0 -5000.0 original +4 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.076400756835938 -29.076400000000000000 original +10 17.0 90000.000000000000000000 new +2 753.7028198242188 753.702800000000000000 original +3 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 52927712.000000000000000000 original +5 774.0 2031.000000000000000000 new +6 561431.0 52927714.000000000000000000 new +7 256.0 32768.000000000000000000 new +8 5555.0 40000.000000000000000000 new +9 100.0 5000.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) clustered by (c1) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.0764 original +2 753.7028 original +3 -5000.0 original +4 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.076400000000000000 original +10 17.000000000000000000 new +2 753.702800000000000000 original +3 -5000.000000000000000000 original +4 52927714.000000000000000000 original +5 774.000000000000000000 new +6 561431.000000000000000000 new +7 256.000000000000000000 new +8 5555.000000000000000000 new +9 100.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE table5(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table5(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@table5 @@ -294,21 +3042,30 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE table5(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table5(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@table5 -PREHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: insert into table table5 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Input: default@values__tmp__table__56 PREHOOK: Output: default@table5 -POSTHOOK: query: insert into table table5 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table table5 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Input: default@values__tmp__table__56 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.insert_num EXPRESSION [(values__tmp__table__56)values__tmp__table__56.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table5 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS @@ -319,32 +3076,46 @@ alter table table5 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@table5 POSTHOOK: Output: default@table5 -PREHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: insert into table table5 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Input: default@values__tmp__table__57 PREHOOK: Output: default@table5 -POSTHOOK: query: insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table table5 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Input: default@values__tmp__table__57 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table5.insert_num EXPRESSION [(values__tmp__table__57)values__tmp__table__57.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table5 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Input: default@values__tmp__table__58 PREHOOK: Output: default@table5 -POSTHOOK: query: insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table table5 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Input: default@values__tmp__table__58 POSTHOOK: Output: default@table5 -POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table5.a EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table5.insert_num EXPRESSION [(values__tmp__table__58)values__tmp__table__58.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -374,7 +3145,7 @@ update table5 set c=99 POSTHOOK: type: QUERY POSTHOOK: Input: default@table5 POSTHOOK: Output: default@table5 -row__id a b _c3 d +row__id insert_num a b _c4 d PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -398,7 +3169,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE table6(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table6(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@table6 @@ -406,21 +3177,30 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE table6(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table6(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@table6 -PREHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: insert into table table6 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Input: default@values__tmp__table__59 PREHOOK: Output: default@table6 -POSTHOOK: query: insert into table table6 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table table6 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Input: default@values__tmp__table__59 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.insert_num EXPRESSION [(values__tmp__table__59)values__tmp__table__59.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table6 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS @@ -431,32 +3211,46 @@ alter table table6 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@table6 POSTHOOK: Output: default@table6 -PREHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: insert into table table6 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Input: default@values__tmp__table__60 PREHOOK: Output: default@table6 -POSTHOOK: query: insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table table6 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Input: default@values__tmp__table__60 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table6.insert_num EXPRESSION [(values__tmp__table__60)values__tmp__table__60.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table6 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Input: default@values__tmp__table__61 PREHOOK: Output: default@table6 -POSTHOOK: query: insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table table6 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Input: default@values__tmp__table__61 POSTHOOK: Output: default@table6 -POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table6.a EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table6.insert_num EXPRESSION [(values__tmp__table__61)values__tmp__table__61.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 PREHOOK: query: select a,b,c,d from table6 PREHOOK: type: QUERY PREHOOK: Input: default@table6 @@ -505,7 +3299,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE table7(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table7(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@table7 @@ -513,21 +3307,30 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE table7(a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE table7(insert_num int, a INT, b STRING) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@table7 -PREHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: insert into table table7 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Input: default@values__tmp__table__62 PREHOOK: Output: default@table7 -POSTHOOK: query: insert into table table7 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table table7 + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Input: default@values__tmp__table__62 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.insert_num EXPRESSION [(values__tmp__table__62)values__tmp__table__62.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... alter table table7 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS @@ -538,32 +3341,46 @@ alter table table7 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@table7 POSTHOOK: Output: default@table7 -PREHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: insert into table table7 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Input: default@values__tmp__table__63 PREHOOK: Output: default@table7 -POSTHOOK: query: insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table table7 + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Input: default@values__tmp__table__63 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table7.insert_num EXPRESSION [(values__tmp__table__63)values__tmp__table__63.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table7 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Input: default@values__tmp__table__64 PREHOOK: Output: default@table7 -POSTHOOK: query: insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table table7 + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Input: default@values__tmp__table__64 POSTHOOK: Output: default@table7 -POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table7.a EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table7.insert_num EXPRESSION [(values__tmp__table__64)values__tmp__table__64.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 PREHOOK: query: select a,b,c,d from table7 PREHOOK: type: QUERY PREHOOK: Input: default@table7 @@ -609,22 +3426,6 @@ a b c d 4 new 40 forty 4 original NULL NULL 6 new 200 two hundred -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 PREHOOK: query: DROP TABLE table5 PREHOOK: type: DROPTABLE PREHOOK: Input: default@table5 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_part.q.out index dc2fd9a..79014f5 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_part.q.out @@ -2,641 +2,4146 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=99) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=99) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=99) + default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select insert_num,part,a,b from part_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c 1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=153) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=153) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=153) + default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred +PREHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a c d +1 1 1 NULL NULL +10 1 6 200 two hundred +2 1 2 NULL NULL +3 1 3 NULL NULL +4 1 4 NULL NULL +5 2 1 10 ten +6 2 2 20 twenty +7 2 3 30 thirty +8 2 4 40 forty +9 1 5 100 hundred +PREHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a d +1 1 1 NULL +10 1 6 two hundred +2 1 2 NULL +3 1 3 NULL +4 1 4 NULL +5 2 1 ten +6 2 2 twenty +7 2 3 thirty +8 2 4 forty +9 1 5 hundred +PREHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part d +1 1 NULL +10 1 two hundred +2 1 NULL +3 1 NULL +4 1 NULL +5 2 ten +6 2 twenty +7 2 thirty +8 2 forty +9 1 hundred +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=234) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=234) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=234) + default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 753.7028 753.7028 original +10 1 9250340.75 9250340.75 9250340.75 new +2 1 -3651.672121 -3651.672121 -3651.672121 original +3 1 -29.0764 -29.0764 -29.0764 original +4 1 -10.3 -10.3 -10.3 original +5 2 30.774 30.774 30.774 new +6 2 20.31 20.31 20.31 new +7 2 46114.284799488 46114.284799488 46114.284799488 new +8 2 -66475.561431 -66475.561431 -66475.561431 new +9 1 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=421) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=421) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=421) + default@part_change_string_group_decimal,part_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=530) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=530) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=9 width=530) + default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=529) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=529) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=9 width=529) + default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table part_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=313) + default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=422) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=422) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=422) + default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=314) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=314) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=314) + default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=313) + default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=311) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=311) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=311) + default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 original +4 1 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=304) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=304) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=304) + default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 original +4 1 0.0 20435.0 847492223 original +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=384) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=384) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=384) + default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=306) + default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=305) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=305) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=305) + default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=302) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=302) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=302) + default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=496) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=496) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=496) + default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +10 1 bottom bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile dynamic r original +4 1 blank pads blank pad blank pads blank pad original +5 2 junkyard junkyard junkyard junkyard new +6 2 baffling bafflin baffling bafflin new +7 2 featherweight featherweight new +8 2 against against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=427) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=427) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=427) + default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=402) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=402) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=402) + default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45 45 45 original +2 1 -2 -2 -2 -2 -2 -2 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=183) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=183) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + TableScan [TS_0] (rows=10 width=183) + default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45.0 45.0 45.000000000000000000 original +10 1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200 12.0 99.0 0.000000000000000000 new +6 2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 2 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 -5000 original +4 1 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=182) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=182) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=10 width=182) + default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200.0 12.0 99.000000000000000000 new +6 2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 2 256 32768 31889.0 300.0 444.000000000000000000 new +8 2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 1 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=178) + default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000.0 7.54072151E8 95.000000000000000000 new +2 1 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774 2031.0 200.0 12.000000000000000000 new +6 2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 2 256 32768.0 31889.0 300.000000000000000000 new +8 2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 1 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7203778961 7203778961 7203778961 original +2 1 -2 -2 -2 original +3 1 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=177) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=177) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=177) + default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 1 17.0 90000.0 754072151.000000000000000000 new +2 1 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774.0 2031.0 200.000000000000000000 new +6 2 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 2 256.0 32768.0 31889.000000000000000000 new +8 2 5555.0 40000.0 -719017797.000000000000000000 new +9 1 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.0764 -29.0764 original +2 1 753.7028 753.7028 original +3 1 -5000.0 -5000.0 original +4 1 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=168) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=168) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=168) + default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","b"] + +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.076400756835938 -29.076400000000000000 original +10 1 17.0 90000.000000000000000000 new +2 1 753.7028198242188 753.702800000000000000 original +3 1 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 52927712.000000000000000000 original +5 2 774.0 2031.000000000000000000 new +6 2 561431.0 52927714.000000000000000000 new +7 2 256.0 32768.000000000000000000 new +8 2 5555.0 40000.000000000000000000 new +9 1 100.0 5000.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.0764 original +2 1 753.7028 original +3 1 -5000.0 original +4 1 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=163) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=163) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=163) + default@part_change_lower_to_higher_numeric_group_double,part_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.076400000000000000 original +10 1 17.000000000000000000 new +2 1 753.702800000000000000 original +3 1 -5000.000000000000000000 original +4 1 52927714.000000000000000000 original +5 2 774.000000000000000000 new +6 2 561431.000000000000000000 new +7 2 256.000000000000000000 new +8 2 5555.000000000000000000 new +9 1 100.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_table.q.out index 93f4dcc..c2a6dc0 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_table.q.out @@ -2,297 +2,3884 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 363 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=99) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=99) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=99) + default@table_add_int_permute_select,table_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select insert_num,a,b from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a d +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num c 1 NULL -1 ten +10 200 2 NULL -2 twenty 3 NULL -3 thirty 4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 363 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=153) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=153) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=153) + default@table_add_int_string_permute_select,table_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c d +1 1 original NULL NULL +10 6 new 200 two hundred +2 2 original NULL NULL +3 3 original NULL NULL +4 4 original NULL NULL +5 1 new 10 ten +6 2 new 20 twenty +7 3 new 30 thirty +8 4 new 40 forty +9 5 new 100 hundred +PREHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a c d +1 1 NULL NULL +10 6 200 two hundred +2 2 NULL NULL +3 3 NULL NULL +4 4 NULL NULL +5 1 10 ten +6 2 20 twenty +7 3 30 thirty +8 4 40 forty +9 5 100 hundred +PREHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a d +1 1 NULL +10 6 two hundred +2 2 NULL +3 3 NULL +4 4 NULL +5 1 ten +6 2 twenty +7 3 thirty +8 4 forty +9 5 hundred +PREHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num d +1 NULL +10 two hundred +2 NULL +3 NULL +4 NULL +5 ten +6 twenty +7 thirty +8 forty +9 hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=234) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=234) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=234) + default@table_change_string_group_double,table_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 753.7028 753.7028 original +10 9250340.75 9250340.75 9250340.75 new +2 -3651.672121 -3651.672121 -3651.672121 original +3 -29.0764 -29.0764 -29.0764 original +4 -10.3 -10.3 -10.3 original +5 30.774 30.774 30.774 new +6 20.31 20.31 20.31 new +7 46114.284799488 46114.284799488 46114.284799488 new +8 -66475.561431 -66475.561431 -66475.561431 new +9 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=421) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=421) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=421) + default@table_change_string_group_decimal,table_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=530) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=530) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=530) + default@table_change_date_group_string_group_timestamp,table_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +insert_num int +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 1128 + totalSize 587 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=529) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=529) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=529) + default@table_change_date_group_string_group_date,table_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=313) + default@table_change_numeric_group_string_group_multi_ints_string,table_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=422) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=422) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=422) + default@table_change_numeric_group_string_group_multi_ints_char,table_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=314) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=314) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=314) + default@table_change_numeric_group_string_group_multi_ints_char_trunc,table_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=313) + default@table_change_numeric_group_string_group_multi_ints_varchar,table_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=310) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=310) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=310) + default@table_change_numeric_group_string_group_multi_ints_varchar_trunc,table_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=304) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=304) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=304) + default@table_change_numeric_group_string_group_floating_string,table_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 original +4 0.0 20435.0 847492223 original +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=384) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=384) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=384) + default@table_change_numeric_group_string_group_floating_char,table_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=306) + default@table_change_numeric_group_string_group_floating_char_trunc,table_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=305) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=305) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=305) + default@table_change_numeric_group_string_group_floating_varchar,table_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=303) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=303) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=303) + default@table_change_numeric_group_string_group_floating_varchar_trunc,table_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=496) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=496) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=496) + default@table_change_string_group_string_group_string,table_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +10 bottom bottom bottom bottom new +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile dynamic r original +4 blank pads blank pad blank pads blank pad original +5 junkyard junkyard junkyard junkyard new +6 baffling bafflin baffling bafflin new +7 featherweight featherweight new +8 against against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=427) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=427) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=427) + default@table_change_string_group_string_group_char,table_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=402) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=402) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=402) + default@table_change_string_group_string_group_varchar,table_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45 45 45 original +2 -2 -2 -2 -2 -2 -2 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=183) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=183) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=10 width=183) + default@table_change_lower_to_higher_numeric_group_tinyint,table_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45.0 45.0 45.000000000000000000 original +10 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200 12.0 99.0 0.000000000000000000 new +6 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031 2031 2031 original +2 -2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 -5000 original +4 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=182) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=182) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=182) + default@table_change_lower_to_higher_numeric_group_smallint,table_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200.0 12.0 99.000000000000000000 new +6 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 256 32768 31889.0 300.0 444.000000000000000000 new +8 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031 2031 2031 original +2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 original +4 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=178) + default@table_change_lower_to_higher_numeric_group_int,table_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000.0 7.54072151E8 95.000000000000000000 new +2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774 2031.0 200.0 12.000000000000000000 new +6 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 256 32768.0 31889.0 300.000000000000000000 new +8 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7203778961 7203778961 7203778961 original +2 -2 -2 -2 original +3 -5000 -5000 -5000 original +4 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=177) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=177) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=177) + default@table_change_lower_to_higher_numeric_group_bigint,table_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 17.0 90000.0 754072151.000000000000000000 new +2 -2.0 -2.0 -2.000000000000000000 original +3 -5000.0 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774.0 2031.0 200.000000000000000000 new +6 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 256.0 32768.0 31889.000000000000000000 new +8 5555.0 40000.0 -719017797.000000000000000000 new +9 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.0764 original +2 753.7028 753.7028 original +3 -5000.0 -5000.0 original +4 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=168) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=168) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=168) + default@table_change_lower_to_higher_numeric_group_float,table_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","b"] + +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.076400756835938 -29.076400000000000000 original +10 17.0 90000.000000000000000000 new +2 753.7028198242188 753.702800000000000000 original +3 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 52927712.000000000000000000 original +5 774.0 2031.000000000000000000 new +6 561431.0 52927714.000000000000000000 new +7 256.0 32768.000000000000000000 new +8 5555.0 40000.000000000000000000 new +9 100.0 5000.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.0764 original +2 753.7028 original +3 -5000.0 original +4 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=163) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=163) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=163) + default@table_change_lower_to_higher_numeric_group_double,table_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.076400000000000000 original +10 17.000000000000000000 new +2 753.702800000000000000 original +3 -5000.000000000000000000 original +4 52927714.000000000000000000 original +5 774.000000000000000000 new +6 561431.000000000000000000 new +7 256.000000000000000000 new +8 5555.000000000000000000 new +9 100.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part.q.out index dc2fd9a..eb7de70 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part.q.out @@ -1,642 +1,4147 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=99) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=99) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=99) + default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select insert_num,part,a,b from part_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c 1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=153) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=153) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=153) + default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred +PREHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a c d +1 1 1 NULL NULL +10 1 6 200 two hundred +2 1 2 NULL NULL +3 1 3 NULL NULL +4 1 4 NULL NULL +5 2 1 10 ten +6 2 2 20 twenty +7 2 3 30 thirty +8 2 4 40 forty +9 1 5 100 hundred +PREHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a d +1 1 1 NULL +10 1 6 two hundred +2 1 2 NULL +3 1 3 NULL +4 1 4 NULL +5 2 1 ten +6 2 2 twenty +7 2 3 thirty +8 2 4 forty +9 1 5 hundred +PREHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part d +1 1 NULL +10 1 two hundred +2 1 NULL +3 1 NULL +4 1 NULL +5 2 ten +6 2 twenty +7 2 thirty +8 2 forty +9 1 hundred +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=234) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=234) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=234) + default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 753.7028 753.7028 original +10 1 9250340.75 9250340.75 9250340.75 new +2 1 -3651.672121 -3651.672121 -3651.672121 original +3 1 -29.0764 -29.0764 -29.0764 original +4 1 -10.3 -10.3 -10.3 original +5 2 30.774 30.774 30.774 new +6 2 20.31 20.31 20.31 new +7 2 46114.284799488 46114.284799488 46114.284799488 new +8 2 -66475.561431 -66475.561431 -66475.561431 new +9 1 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=421) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=421) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=421) + default@part_change_string_group_decimal,part_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=530) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=530) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=9 width=530) + default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=529) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=529) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=9 width=529) + default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table part_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=313) + default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=422) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=422) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=422) + default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=314) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=314) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=314) + default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=313) + default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=311) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=311) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=311) + default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 original +4 1 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=304) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=304) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=304) + default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 original +4 1 0.0 20435.0 847492223 original +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=384) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=384) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=384) + default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=306) + default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=305) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=305) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=305) + default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=302) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=302) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=302) + default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=496) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=496) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=496) + default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +10 1 bottom bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile dynamic r original +4 1 blank pads blank pad blank pads blank pad original +5 2 junkyard junkyard junkyard junkyard new +6 2 baffling bafflin baffling bafflin new +7 2 featherweight featherweight new +8 2 against against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=427) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=427) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=427) + default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=402) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=402) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=402) + default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45 45 45 original +2 1 -2 -2 -2 -2 -2 -2 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=183) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=183) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + TableScan [TS_0] (rows=10 width=183) + default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45.0 45.0 45.000000000000000000 original +10 1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200 12.0 99.0 0.000000000000000000 new +6 2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 2 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 -5000 original +4 1 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=182) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=182) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=10 width=182) + default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200.0 12.0 99.000000000000000000 new +6 2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 2 256 32768 31889.0 300.0 444.000000000000000000 new +8 2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 1 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=178) + default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000.0 7.54072151E8 95.000000000000000000 new +2 1 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774 2031.0 200.0 12.000000000000000000 new +6 2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 2 256 32768.0 31889.0 300.000000000000000000 new +8 2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 1 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7203778961 7203778961 7203778961 original +2 1 -2 -2 -2 original +3 1 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=177) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=177) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=177) + default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 1 17.0 90000.0 754072151.000000000000000000 new +2 1 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774.0 2031.0 200.000000000000000000 new +6 2 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 2 256.0 32768.0 31889.000000000000000000 new +8 2 5555.0 40000.0 -719017797.000000000000000000 new +9 1 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.0764 -29.0764 original +2 1 753.7028 753.7028 original +3 1 -5000.0 -5000.0 original +4 1 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=168) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=168) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=168) + default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","b"] + +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.076400756835938 -29.076400000000000000 original +10 1 17.0 90000.000000000000000000 new +2 1 753.7028198242188 753.702800000000000000 original +3 1 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 52927712.000000000000000000 original +5 2 774.0 2031.000000000000000000 new +6 2 561431.0 52927714.000000000000000000 new +7 2 256.0 32768.000000000000000000 new +8 2 5555.0 40000.000000000000000000 new +9 1 100.0 5000.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.0764 original +2 1 753.7028 original +3 1 -5000.0 original +4 1 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=163) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=163) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=163) + default@part_change_lower_to_higher_numeric_group_double,part_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.076400000000000000 original +10 1 17.000000000000000000 new +2 1 753.702800000000000000 original +3 1 -5000.000000000000000000 original +4 1 52927714.000000000000000000 original +5 2 774.000000000000000000 new +6 2 561431.000000000000000000 new +7 2 256.000000000000000000 new +8 2 5555.000000000000000000 new +9 1 100.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out new file mode 100644 index 0000000..34795b1 --- /dev/null +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out @@ -0,0 +1,669 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned --> all complex conversions +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned --> all complex conversions +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_a_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_a_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_a_txt.insert_num struct1_a_txt.s1 struct1_a_txt.b +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)Ú¯} original +2 1 {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)Ú¯} original +3 1 {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)Ú¯} original +4 1 {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)Ú¯} original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_b_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_b_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).b SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).insert_num SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).s1 SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_b_txt.insert_num struct1_b_txt.s1 struct1_b_txt.b +PREHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_c_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_c_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_c_txt.insert_num struct1_c_txt.s1 struct1_c_txt.b +PREHOOK: query: explain +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=785) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=785) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=6 width=785) + default@part_change_various_various_struct1,part_change_various_various_struct1,Tbl:COMPLETE,Col:NONE,Output:["insert_num","s1","b"] + +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +PREHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} original +2 1 {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} original +3 1 {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} original +4 1 {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} original +5 2 {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} new +6 1 {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} new +PREHOOK: query: drop table part_change_various_various_struct1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: drop table part_change_various_various_struct1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +insert_num part b +1 1 original +2 1 original +PREHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_a_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_a_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_a_txt.insert_num struct2_a_txt.b struct2_a_txt.s2 +PREHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_b_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_b_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_b_txt.insert_num struct2_b_txt.b struct2_b_txt.s2 +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)Ú¯} +4 1 new {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)Ú¯} +5 2 new {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)Ú¯} +6 2 new {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)Ú¯} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_c_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_c_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_c_txt.insert_num struct2_c_txt.b struct2_c_txt.s2 +PREHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_d_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_d_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_d_txt.insert_num struct2_d_txt.b struct2_d_txt.s2 +PREHOOK: query: explain +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=8 width=610) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=8 width=610) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=8 width=610) + default@part_add_various_various_struct2,part_add_various_various_struct2,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s2"] + +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} +4 1 new {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} +5 2 new {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} +6 2 new {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} +7 2 new {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} +8 1 new {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} +PREHOOK: query: drop table part_add_various_various_struct2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: drop table part_add_various_various_struct2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_a_txt.insert_num struct4_a_txt.b struct4_a_txt.s3 +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).b SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).insert_num SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).s3 SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_b_txt.insert_num struct4_b_txt.b struct4_b_txt.s3 +PREHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_c_txt.insert_num struct4_c_txt.b struct4_c_txt.s3 +PREHOOK: query: explain +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=4 width=289) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=4 width=289) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=4 width=289) + default@part_add_to_various_various_struct4,part_add_to_various_various_struct4,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s3"] + +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":null,"c12":null,"c13":n)Ú¯} +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":null,"c12":"2016-03-07","c13":n)Ú¯} +PREHOOK: query: drop table part_add_to_various_various_struct4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: drop table part_add_to_various_various_struct4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part_all_primitive.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part_all_primitive.q.out new file mode 100644 index 0000000..c47d22e --- /dev/null +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part_all_primitive.q.out @@ -0,0 +1,2587 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned --> all primitive conversions +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned --> all primitive conversions +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 true 0004-09-22 18:26:29.519542222 original +2 1 45 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 NULL NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 6229-06-28 02:54:28.970117179 original +4 1 1 NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 time will come 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=285) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=285) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] + TableScan [TS_0] (rows=6 width=285) + default@part_change_various_various_boolean,part_change_various_various_boolean,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +PREHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +POSTHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL true true true true true true NULL true original +2 1 true true true true true true true NULL true original +3 1 NULL NULL true true true true true true true original +4 1 true NULL true true true true true NULL true original +5 2 true true false true true false false true false new +6 1 true true true false true true false true true new +PREHOOK: query: drop table part_change_various_various_boolean +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: drop table part_change_various_various_boolean +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (5, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (5, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (6, -248, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (6, -248, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=413) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=413) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=413) + default@part_change_various_various_tinyint,part_change_various_various_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +PREHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 -48 -51 -66 -29 119 119 73 73 73 -43 original +2 1 1 -24 -63 -25 -67 34 34 NULL NULL NULL 105 original +3 1 0 NULL -66 -38 30 85 85 1 1 1 84 original +4 1 1 NULL 87 6 34 36 36 -77 -77 -77 60 original +5 2 23 71 127 1 NULL -60 68 NULL NULL 40 93 new +6 1 NULL 85 -126 NULL 91 113 -28 -63 0 8 NULL new +PREHOOK: query: drop table part_change_various_various_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: drop table part_change_various_various_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (5, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (5, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (6, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (6, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=416) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=416) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=416) + default@part_change_various_various_smallint,part_change_various_various_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +PREHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +POSTHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL 7373 -32578 -29 119 119 -2999 -2999 -2999 -11819 original +2 1 1 100 25025 29415 -3651 -19422 -19422 NULL NULL NULL 29801 original +3 1 0 72 -32578 -27686 30 -939 -939 1 1 1 -8620 original +4 1 1 -90 14935 12294 -19422 9764 9764 5299 5299 5299 -17092 original +5 2 -30486 15230 3117 1 -117 -7131 20227 -24858 -28771 NULL NULL new +6 1 -10542 -1805 -4844 15507 91 22385 -28 -12268 0 NULL 774 new +PREHOOK: query: drop table part_change_various_various_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: drop table part_change_various_various_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=415) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=415) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=415) + default@part_change_various_various_int,part_change_various_various_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +PREHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +POSTHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -1888628267 original +2 1 1 100 NULL 1903063783 -3651 46114 46114 NULL NULL NULL 1171027049 original +3 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 1272503892 original +4 1 1 -90 NULL 3289094 46114 9250340 9250340 5299 5299 5299 1021033788 original +5 2 560930 -1281818 127 1 84269672 -60 27094665 -36016110 -182 3244222 561431 new +6 1 -1928921 695025 -151775655 -167 91 113 -164341325 -134237413 0 6229 4422 new +PREHOOK: query: drop table part_change_various_various_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: drop table part_change_various_various_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 1998287.3541 1998287.3541 1998287.3541 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (5, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (5, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (6, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (6, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=429) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=429) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=429) + default@part_change_various_various_bigint,part_change_various_various_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +PREHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +POSTHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -62018170411 original +2 1 1 100 NULL NULL -3651 46114 46114 NULL NULL NULL 1171027049 original +3 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 134416490068 original +4 1 1 -90 NULL 3289094 46114 9250340 9250340 NULL NULL NULL 1021033788 original +5 2 5573199346255528403 71 151775655 1 131 -60 6275638713485623898 -230 -695025 519542222 -29 new +6 1 -164341325 9043162437544575070 -126 -6566204574741299000 91 113 -28 -63 0 3244222 -90 new +PREHOOK: query: drop table part_change_various_various_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: drop table part_change_various_various_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 2402.3 2402.3 2402.3 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=416) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=416) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=416) + default@part_change_various_various_float,part_change_various_various_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +PREHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +POSTHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614144E8 4.70614144E8 -2999.0 -2999.0 -2999.0 -6.2018171E10 original +2 1 1.0 100.0 NULL NULL -3651.0 46114.285 46114.285 NULL NULL NULL 1.17102707E9 original +3 1 0.0 72.0 NULL -93222.0 30.0 -66475.56 -66475.56 2402.3 2402.3 2402.3 1.3441649E11 original +4 1 1.0 -90.0 NULL 3289094.0 46114.0 9250341.0 9250341.0 5299.0 5299.0 5299.0 1.02103379E9 original +5 2 9.5396704E8 62.079155 718.78 1.0 203.19955 -60.0 6.2756385E18 -230.0 -695025.0 -3651.672 46114.28 new +6 1 -1.25517811E9 9.0431626E18 -4314.792 -1.24003379E9 91.0 1698.95 -100.35978 -63.0 0.0 -93222.2 29.076 new +PREHOOK: query: drop table part_change_various_various_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: drop table part_change_various_various_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=429) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=429) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=429) + default@part_change_various_various_double,part_change_various_various_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +PREHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +POSTHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614135E8 4.70614135E8 -2999.0 -2999.0 -2999.0 -6.201817041048046E10 original +2 1 1.0 100.0 NULL NULL -3651.0 46114.284799488 46114.284799488 NULL NULL NULL 1.1710270493687568E9 original +3 1 0.0 72.0 NULL -93222.0 30.0 -66475.561431 -66475.561431 1.0 1.0 1.0 1.3441649006897012E11 original +4 1 1.0 -90.0 NULL 3289094.0 46114.0 9250340.75 9250340.75 5299.0 5299.0 5299.0 1.021033788990818E9 original +5 2 9.53967041E8 62.07915395590135 718.78 1.0 203.199548118 -60.0 6.2756387134856243E18 -230.0 -695025.0 7.011717E-5 4.28479948 new +6 1 -1.25517816577663E9 9.043162437544575E18 -4314.7918 -1.240033819E9 91.0 1698.95 -100.3597812 -63.0 0.0 -66475.0000008 -2.847994881E8 new +PREHOOK: query: drop table part_change_various_various_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: drop table part_change_various_various_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614144E8 4.70614135E8 --1551801.09502 --1551801.09502 --1551801.09502 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.285 46114.284799488 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 2402.3 2402.3 2402.3 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (6,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (6,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=743) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=743) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=743) + default@part_change_various_various_decimal,part_change_various_various_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +PREHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +POSTHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.000000000000000000 NULL NULL 3244222.000000000000000000 -29.000000000000000000 470614144.000000000000000000 470614135.000000000000000000 NULL NULL NULL -62018170410.480460000000000000 original +2 1 1.000000000000000000 100.000000000000000000 NULL NULL -3651.000000000000000000 46114.285000000000000000 46114.284799488000000000 NULL NULL NULL 1171027049.368756800000000000 original +3 1 0.000000000000000000 72.000000000000000000 NULL -93222.000000000000000000 30.000000000000000000 -66475.560000000000000000 -66475.561431000000000000 1.000000000000000000 1.000000000000000000 1.000000000000000000 134416490068.970120000000000000 original +4 1 1.000000000000000000 -90.000000000000000000 NULL 3289094.000000000000000000 46114.000000000000000000 9250341.000000000000000000 9250340.750000000000000000 2402.300000000000000000 2402.300000000000000000 2402.300000000000000000 1021033788.990818000000000000 original +5 2 953967041.000000000000000000 62.079153955901346600 718.780000000000000000 1.000000000000000000 203.199548118000000000 -60.000000000000000000 6275638713485623898.000000000000000000 -230.000000000000000000 -695025.000000000000000000 0.000070117170000000 4.284799480000000000 new +6 1 -1255178165.776630000000000000 9043162437544575070.974000000000000000 -4314.791800000000000000 -1240033819.000000000000000000 91.000000000000000000 1698.950000000000000000 -100.359781200000000000 -63.000000000000000000 0.000000000000000000 -66475.000000800000000000 -284799488.100000000000000000 new +PREHOOK: query: drop table part_change_various_various_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: drop table part_change_various_various_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c10 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c11 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c12 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c13 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c5 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c6 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c7 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c8 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c9 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=788) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=788) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + TableScan [TS_0] (rows=6 width=788) + default@part_change_various_various_string,part_change_various_various_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +PREHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +POSTHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 62 69 6e 61 72 79 original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.970117179 5966-07-09 62 69 6e 61 72 79 original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 62 69 6e 61 72 79 original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: drop table part_change_various_various_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=855) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=855) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + TableScan [TS_0] (rows=6 width=855) + default@part_change_various_various_char,part_change_various_various_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +PREHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +POSTHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.36875 0004-09-22 62 69 6e 61 72 79 original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 62 69 6e 61 72 79 original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 62 69 6e 61 72 79 original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: drop table part_change_various_various_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffli 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=779) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=779) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + TableScan [TS_0] (rows=6 width=779) + default@part_change_various_various_char_trunc,part_change_various_various_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- 62 69 6e original +2 1 TRUE 100 NULL 14 -2386673 -3651.67 46114.28 46114.28 baffli baffli 2007-02- 0004-09- 62 69 6e original +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- 62 69 6e original +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- 62 69 6e original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: drop table part_change_various_various_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=788) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=788) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + TableScan [TS_0] (rows=6 width=788) + default@part_change_various_various_varchar,part_change_various_various_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +PREHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 62 69 6e 61 72 79 original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.36875 0004-09-22 62 69 6e 61 72 79 original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 62 69 6e 61 72 79 original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 62 69 6e 61 72 79 original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: drop table part_change_various_various_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=782) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=782) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + TableScan [TS_0] (rows=6 width=782) + default@part_change_various_various_varchar_trunc,part_change_various_various_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- 62 69 6e original +2 1 TRUE 100 NULL 14 -2386673 -3651.67 46114.28 46114.28 baffli baffli 2007-02- 0004-09- 62 69 6e original +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- 62 69 6e original +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- 62 69 6e original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: drop table part_change_various_various_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '0004-09-22', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '0004-09-22', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 0004-09-22 original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=467) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=467) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] + TableScan [TS_0] (rows=6 width=467) + default@part_change_various_various_timestamp,part_change_various_various_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +PREHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 1969-12-31 16:00:00.001 NULL NULL 1969-12-31 16:54:04.222 1966-10-31 06:13:20.001 1969-12-31 15:59:30.923599244 1984-11-29 14:08:55 1984-11-29 14:08:55 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 00:00:00 original +2 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.1 NULL 1969-12-31 16:00:00.014 1969-03-30 10:21:00.007 1969-12-31 14:59:08.32788086 1970-01-01 04:48:34.284799488 1970-01-01 04:48:34.284799488 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 0004-09-22 00:00:00 original +3 1 1969-12-31 16:00:00 1969-12-31 16:00:00.072 NULL 1969-12-31 15:58:26.778 1969-12-31 16:00:00.03 1969-12-30 21:32:04.4375 1969-12-30 21:32:04.438569 1969-12-31 16:00:00.561431 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 00:00:00 original +4 1 1969-12-31 16:00:00.001 1969-12-31 15:59:59.91 NULL 1969-12-31 16:54:49.094 1969-12-31 16:00:46.114 1970-04-17 17:32:21 1970-04-17 17:32:20.75 1970-04-17 17:32:20.75 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 00:00:00 original +5 2 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new +6 1 NULL NULL NULL NULL NULL NULL NULL NULL 2016-03-07 03:02:22 2016-03-07 03:02:22 2016-03-07 03:02:22 NULL new +PREHOOK: query: drop table part_change_various_various_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: drop table part_change_various_various_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.519542222 original +2 1 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.368756876 original +3 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.970117179 original +4 1 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=407) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=407) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=6 width=407) + default@part_change_various_various_date,part_change_various_various_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +PREHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +POSTHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 NULL NULL NULL 0004-09-22 original +2 1 NULL NULL NULL 2007-02-09 original +3 1 NULL NULL NULL 6229-06-28 original +4 1 NULL NULL NULL 2002-05-10 original +5 2 2016-03-07 2016-03-07 2016-03-07 2016-03-07 new +6 1 NULL 2002-05-10 2002-05-10 2002-05-10 new +PREHOOK: query: drop table part_change_various_various_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: drop table part_change_various_various_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_table.q.out index df9494f..a15861e 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_table.q.out @@ -2,297 +2,3884 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 363 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=99) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=99) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=99) + default@table_add_int_permute_select,table_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select insert_num,a,b from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a d +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num c 1 NULL -1 ten +10 200 2 NULL -2 twenty 3 NULL -3 thirty 4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 363 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=153) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=153) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=153) + default@table_add_int_string_permute_select,table_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c d +1 1 original NULL NULL +10 6 new 200 two hundred +2 2 original NULL NULL +3 3 original NULL NULL +4 4 original NULL NULL +5 1 new 10 ten +6 2 new 20 twenty +7 3 new 30 thirty +8 4 new 40 forty +9 5 new 100 hundred +PREHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a c d +1 1 NULL NULL +10 6 200 two hundred +2 2 NULL NULL +3 3 NULL NULL +4 4 NULL NULL +5 1 10 ten +6 2 20 twenty +7 3 30 thirty +8 4 40 forty +9 5 100 hundred +PREHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a d +1 1 NULL +10 6 two hundred +2 2 NULL +3 3 NULL +4 4 NULL +5 1 ten +6 2 twenty +7 3 thirty +8 4 forty +9 5 hundred +PREHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num d +1 NULL +10 two hundred +2 NULL +3 NULL +4 NULL +5 ten +6 twenty +7 thirty +8 forty +9 hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=234) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=234) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=234) + default@table_change_string_group_double,table_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 753.7028 753.7028 original +10 9250340.75 9250340.75 9250340.75 new +2 -3651.672121 -3651.672121 -3651.672121 original +3 -29.0764 -29.0764 -29.0764 original +4 -10.3 -10.3 -10.3 original +5 30.774 30.774 30.774 new +6 20.31 20.31 20.31 new +7 46114.284799488 46114.284799488 46114.284799488 new +8 -66475.561431 -66475.561431 -66475.561431 new +9 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=421) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=421) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=421) + default@table_change_string_group_decimal,table_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=530) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=530) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=530) + default@table_change_date_group_string_group_timestamp,table_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +insert_num int +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 1128 + totalSize 587 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=529) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=529) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=529) + default@table_change_date_group_string_group_date,table_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=313) + default@table_change_numeric_group_string_group_multi_ints_string,table_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=422) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=422) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=422) + default@table_change_numeric_group_string_group_multi_ints_char,table_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=314) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=314) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=314) + default@table_change_numeric_group_string_group_multi_ints_char_trunc,table_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=313) + default@table_change_numeric_group_string_group_multi_ints_varchar,table_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=310) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=310) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=310) + default@table_change_numeric_group_string_group_multi_ints_varchar_trunc,table_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=304) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=304) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=304) + default@table_change_numeric_group_string_group_floating_string,table_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 original +4 0.0 20435.0 847492223 original +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=384) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=384) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=384) + default@table_change_numeric_group_string_group_floating_char,table_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=306) + default@table_change_numeric_group_string_group_floating_char_trunc,table_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=305) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=305) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=305) + default@table_change_numeric_group_string_group_floating_varchar,table_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=303) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=303) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=303) + default@table_change_numeric_group_string_group_floating_varchar_trunc,table_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=496) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=496) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=496) + default@table_change_string_group_string_group_string,table_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +10 bottom bottom bottom bottom new +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile dynamic r original +4 blank pads blank pad blank pads blank pad original +5 junkyard junkyard junkyard junkyard new +6 baffling bafflin baffling bafflin new +7 featherweight featherweight new +8 against against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=427) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=427) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=427) + default@table_change_string_group_string_group_char,table_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=402) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=402) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=402) + default@table_change_string_group_string_group_varchar,table_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45 45 45 original +2 -2 -2 -2 -2 -2 -2 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=183) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=183) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=10 width=183) + default@table_change_lower_to_higher_numeric_group_tinyint,table_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45.0 45.0 45.000000000000000000 original +10 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200 12.0 99.0 0.000000000000000000 new +6 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031 2031 2031 original +2 -2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 -5000 original +4 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=182) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=182) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=182) + default@table_change_lower_to_higher_numeric_group_smallint,table_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200.0 12.0 99.000000000000000000 new +6 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 256 32768 31889.0 300.0 444.000000000000000000 new +8 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031 2031 2031 original +2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 original +4 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=178) + default@table_change_lower_to_higher_numeric_group_int,table_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000.0 7.54072151E8 95.000000000000000000 new +2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774 2031.0 200.0 12.000000000000000000 new +6 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 256 32768.0 31889.0 300.000000000000000000 new +8 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7203778961 7203778961 7203778961 original +2 -2 -2 -2 original +3 -5000 -5000 -5000 original +4 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=177) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=177) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=177) + default@table_change_lower_to_higher_numeric_group_bigint,table_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 17.0 90000.0 754072151.000000000000000000 new +2 -2.0 -2.0 -2.000000000000000000 original +3 -5000.0 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774.0 2031.0 200.000000000000000000 new +6 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 256.0 32768.0 31889.000000000000000000 new +8 5555.0 40000.0 -719017797.000000000000000000 new +9 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.0764 original +2 753.7028 753.7028 original +3 -5000.0 -5000.0 original +4 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=168) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=168) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=168) + default@table_change_lower_to_higher_numeric_group_float,table_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","b"] + +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.076400756835938 -29.076400000000000000 original +10 17.0 90000.000000000000000000 new +2 753.7028198242188 753.702800000000000000 original +3 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 52927712.000000000000000000 original +5 774.0 2031.000000000000000000 new +6 561431.0 52927714.000000000000000000 new +7 256.0 32768.000000000000000000 new +8 5555.0 40000.000000000000000000 new +9 100.0 5000.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.0764 original +2 753.7028 original +3 -5000.0 original +4 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=163) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=163) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=163) + default@table_change_lower_to_higher_numeric_group_double,table_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.076400000000000000 original +10 17.000000000000000000 new +2 753.702800000000000000 original +3 -5000.000000000000000000 original +4 52927714.000000000000000000 original +5 774.000000000000000000 new +6 561431.000000000000000000 new +7 256.000000000000000000 new +8 5555.000000000000000000 new +9 100.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part.q.out index 9f1fda8..5d51fe9 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part.q.out @@ -2,641 +2,4146 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=99) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=99) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=99) + default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select insert_num,part,a,b from part_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c 1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=153) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=153) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=153) + default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new 200 +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new 100 +PREHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new 200 two hundred +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new 100 hundred +PREHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a c d +1 1 1 NULL NULL +10 1 6 200 two hundred +2 1 2 NULL NULL +3 1 3 NULL NULL +4 1 4 NULL NULL +5 2 1 10 ten +6 2 2 20 twenty +7 2 3 30 thirty +8 2 4 40 forty +9 1 5 100 hundred +PREHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a d +1 1 1 NULL +10 1 6 two hundred +2 1 2 NULL +3 1 3 NULL +4 1 4 NULL +5 2 1 ten +6 2 2 twenty +7 2 3 thirty +8 2 4 forty +9 1 5 hundred +PREHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 200 +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 100 +PREHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part d +1 1 NULL +10 1 two hundred +2 1 NULL +3 1 NULL +4 1 NULL +5 2 ten +6 2 twenty +7 2 thirty +8 2 forty +9 1 hundred +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=234) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=234) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=234) + default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new 100 -1 6 new 200 -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 100 hundred -1 6 200 two hundred -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 hundred -1 6 two hundred -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 100 -1 200 -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 hundred -1 two hundred -2 forty -2 ten -2 thirty -2 twenty +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 753.7028 753.7028 original +10 1 9250340.75 9250340.75 9250340.75 new +2 1 -3651.672121 -3651.672121 -3651.672121 original +3 1 -29.0764 -29.0764 -29.0764 original +4 1 -10.3 -10.3 -10.3 original +5 2 30.774 30.774 30.774 new +6 2 20.31 20.31 20.31 new +7 2 46114.284799488 46114.284799488 46114.284799488 new +8 2 -66475.561431 -66475.561431 -66475.561431 new +9 1 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=421) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=421) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=421) + default@part_change_string_group_decimal,part_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=530) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=530) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=9 width=530) + default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 90000 new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=529) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=529) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=9 width=529) + default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table part_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=313) + default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=422) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=422) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=422) + default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=314) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=314) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=314) + default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=313) + default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 90000 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=311) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=311) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=311) + default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 90000 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 original +4 1 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=304) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=304) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=304) + default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 original +4 1 0.0 20435.0 847492223 original +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=384) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=384) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=384) + default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=306) + default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=305) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=305) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=305) + default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17 90000 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=302) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=302) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=302) + default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17 90000 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100 5000 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=496) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=496) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=496) + default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +10 1 bottom bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile dynamic r original +4 1 blank pads blank pad blank pads blank pad original +5 2 junkyard junkyard junkyard junkyard new +6 2 baffling bafflin baffling bafflin new +7 2 featherweight featherweight new +8 2 against against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=427) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=427) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=427) + default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=402) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=402) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=402) + default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45 45 45 original +2 1 -2 -2 -2 -2 -2 -2 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=183) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=183) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + TableScan [TS_0] (rows=10 width=183) + default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45.0 45.0 45.000000000000000000 original +10 1 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200 12.0 99.0 0.000000000000000000 new +6 2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 2 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 1 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 -5000 original +4 1 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=182) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=182) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=10 width=182) + default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200.0 12.0 99.000000000000000000 new +6 2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 2 256 32768 31889.0 300.0 444.000000000000000000 new +8 2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 1 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=178) + default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000.0 7.54072151E8 95.000000000000000000 new +2 1 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774 2031.0 200.0 12.000000000000000000 new +6 2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 2 256 32768.0 31889.0 300.000000000000000000 new +8 2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 1 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7203778961 7203778961 7203778961 original +2 1 -2 -2 -2 original +3 1 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=177) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=177) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=177) + default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 1 17.0 90000.0 754072151.000000000000000000 new +2 1 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774.0 2031.0 200.000000000000000000 new +6 2 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 2 256.0 32768.0 31889.000000000000000000 new +8 2 5555.0 40000.0 -719017797.000000000000000000 new +9 1 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.0764 -29.0764 original +2 1 753.7028 753.7028 original +3 1 -5000.0 -5000.0 original +4 1 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=168) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=168) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=168) + default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","b"] + +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.076400756835938 -29.076400000000000000 original +10 1 17.0 90000.000000000000000000 new +2 1 753.7028198242188 753.702800000000000000 original +3 1 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 52927712.000000000000000000 original +5 2 774.0 2031.000000000000000000 new +6 2 561431.0 52927714.000000000000000000 new +7 2 256.0 32768.000000000000000000 new +8 2 5555.0 40000.000000000000000000 new +9 1 100.0 5000.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.0764 original +2 1 753.7028 original +3 1 -5000.0 original +4 1 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=163) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=163) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=163) + default@part_change_lower_to_higher_numeric_group_double,part_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.076400000000000000 original +10 1 17.000000000000000000 new +2 1 753.702800000000000000 original +3 1 -5000.000000000000000000 original +4 1 52927714.000000000000000000 original +5 2 774.000000000000000000 new +6 2 561431.000000000000000000 new +7 2 256.000000000000000000 new +8 2 5555.000000000000000000 new +9 1 100.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part_all_complex.q.out new file mode 100644 index 0000000..c91eb0b --- /dev/null +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part_all_complex.q.out @@ -0,0 +1,669 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned --> all complex conversions +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned --> all complex conversions +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_a_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_a_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_a_txt.insert_num struct1_a_txt.s1 struct1_a_txt.b +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)Ú¯} original +2 1 {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)Ú¯} original +3 1 {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)Ú¯} original +4 1 {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)Ú¯} original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_b_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_b_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).b SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).insert_num SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).s1 SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_b_txt.insert_num struct1_b_txt.s1 struct1_b_txt.b +PREHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_c_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_c_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_c_txt.insert_num struct1_c_txt.s1 struct1_c_txt.b +PREHOOK: query: explain +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=785) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=785) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=6 width=785) + default@part_change_various_various_struct1,part_change_various_various_struct1,Tbl:COMPLETE,Col:NONE,Output:["insert_num","s1","b"] + +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +PREHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} original +2 1 {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} original +3 1 {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} original +4 1 {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} original +5 2 {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} new +6 1 {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} new +PREHOOK: query: drop table part_change_various_various_struct1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: drop table part_change_various_various_struct1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +insert_num part b +1 1 original +2 1 original +PREHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_a_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_a_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_a_txt.insert_num struct2_a_txt.b struct2_a_txt.s2 +PREHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_b_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_b_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_b_txt.insert_num struct2_b_txt.b struct2_b_txt.s2 +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)Ú¯} +4 1 new {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)Ú¯} +5 2 new {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)Ú¯} +6 2 new {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)Ú¯} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_c_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_c_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_c_txt.insert_num struct2_c_txt.b struct2_c_txt.s2 +PREHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_d_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_d_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_d_txt.insert_num struct2_d_txt.b struct2_d_txt.s2 +PREHOOK: query: explain +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=8 width=610) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=8 width=610) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=8 width=610) + default@part_add_various_various_struct2,part_add_various_various_struct2,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s2"] + +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"6e 29 da af"} +4 1 new {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"6e 29 da af"} +5 2 new {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"6e 29 da af"} +6 2 new {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"6e 29 da af"} +7 2 new {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} +8 1 new {"c1":"false","c2":"-67","c3":"833","c4":"63993","c5":"1255178165.77663","c6":"905070.974","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":"2016-03-0703:02:22.0","c12":"2016-03-07","c13":"binary"} +PREHOOK: query: drop table part_add_various_various_struct2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: drop table part_add_various_various_struct2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_a_txt.insert_num struct4_a_txt.b struct4_a_txt.s3 +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).b SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).insert_num SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).s3 SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_b_txt.insert_num struct4_b_txt.b struct4_b_txt.s3 +PREHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_c_txt.insert_num struct4_c_txt.b struct4_c_txt.s3 +PREHOOK: query: explain +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=4 width=289) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=4 width=289) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=4 width=289) + default@part_add_to_various_various_struct4,part_add_to_various_various_struct4,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s3"] + +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":null,"c12":null,"c13":n)Ú¯} +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":905071.0,"c7":-4314.7918,"c8":-1240033819,"c9":"trial ","c10":"trial","c11":null,"c12":"2016-03-07","c13":n)Ú¯} +PREHOOK: query: drop table part_add_to_various_various_struct4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: drop table part_add_to_various_various_struct4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part_all_primitive.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part_all_primitive.q.out new file mode 100644 index 0000000..25d1f79 --- /dev/null +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part_all_primitive.q.out @@ -0,0 +1,2587 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned --> all primitive conversions +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: ORC, Vectorized, MapWork, Partitioned --> all primitive conversions +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 true 0004-09-22 18:26:29.519542222 original +2 1 45 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 NULL NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 6229-06-28 02:54:28.970117179 original +4 1 1 NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 time will come 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=6 width=285) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=6 width=285) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] + TableScan [TS_0] (rows=6 width=285) + default@part_change_various_various_boolean,part_change_various_various_boolean,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +PREHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +POSTHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL true true true true true true NULL true original +2 1 true true true true true true true NULL true original +3 1 NULL NULL true true true true true true true original +4 1 true NULL true true true true true NULL true original +5 2 true true false true true false false true false new +6 1 true true true false true true false true true new +PREHOOK: query: drop table part_change_various_various_boolean +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: drop table part_change_various_various_boolean +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (5, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (5, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (6, -248, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (6, -248, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=6 width=413) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=6 width=413) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=413) + default@part_change_various_various_tinyint,part_change_various_various_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +PREHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 -48 -51 -66 -29 119 119 73 73 73 -43 original +2 1 1 -24 -63 -25 -67 34 34 NULL NULL NULL 105 original +3 1 0 NULL -66 -38 30 85 85 1 1 1 84 original +4 1 1 NULL 87 6 34 36 36 -77 -77 -77 60 original +5 2 23 71 127 1 NULL -60 68 NULL NULL 40 93 new +6 1 NULL 85 -126 NULL 91 113 -28 -63 0 8 NULL new +PREHOOK: query: drop table part_change_various_various_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: drop table part_change_various_various_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (5, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (5, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (6, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (6, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=6 width=416) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=6 width=416) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=416) + default@part_change_various_various_smallint,part_change_various_various_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +PREHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +POSTHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL 7373 -32578 -29 119 119 -2999 -2999 -2999 -11819 original +2 1 1 100 25025 29415 -3651 -19422 -19422 NULL NULL NULL 29801 original +3 1 0 72 -32578 -27686 30 -939 -939 1 1 1 -8620 original +4 1 1 -90 14935 12294 -19422 9764 9764 5299 5299 5299 -17092 original +5 2 -30486 15230 3117 1 -117 -7131 20227 -24858 -28771 NULL NULL new +6 1 -10542 -1805 -4844 15507 91 22385 -28 -12268 0 NULL 774 new +PREHOOK: query: drop table part_change_various_various_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: drop table part_change_various_various_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=6 width=415) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=6 width=415) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=415) + default@part_change_various_various_int,part_change_various_various_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +PREHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +POSTHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -1888628267 original +2 1 1 100 NULL 1903063783 -3651 46114 46114 NULL NULL NULL 1171027049 original +3 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 1272503892 original +4 1 1 -90 NULL 3289094 46114 9250340 9250340 5299 5299 5299 1021033788 original +5 2 560930 -1281818 127 1 84269672 -60 27094665 -36016110 -182 3244222 561431 new +6 1 -1928921 695025 -151775655 -167 91 113 -164341325 -134237413 0 6229 4422 new +PREHOOK: query: drop table part_change_various_various_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: drop table part_change_various_various_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 1998287.3541 1998287.3541 1998287.3541 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (5, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (5, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (6, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (6, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=6 width=429) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=6 width=429) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=429) + default@part_change_various_various_bigint,part_change_various_various_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +PREHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +POSTHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -62018170411 original +2 1 1 100 NULL NULL -3651 46114 46114 NULL NULL NULL 1171027049 original +3 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 134416490068 original +4 1 1 -90 NULL 3289094 46114 9250340 9250340 NULL NULL NULL 1021033788 original +5 2 5573199346255528403 71 151775655 1 131 -60 6275638713485623898 -230 -695025 519542222 -29 new +6 1 -164341325 9043162437544575070 -126 -6566204574741299000 91 113 -28 -63 0 3244222 -90 new +PREHOOK: query: drop table part_change_various_various_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: drop table part_change_various_various_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 2402.3 2402.3 2402.3 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=6 width=416) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=6 width=416) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=416) + default@part_change_various_various_float,part_change_various_various_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +PREHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +POSTHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614144E8 4.70614144E8 -2999.0 -2999.0 -2999.0 -6.2018171E10 original +2 1 1.0 100.0 NULL NULL -3651.0 46114.285 46114.285 NULL NULL NULL 1.17102707E9 original +3 1 0.0 72.0 NULL -93222.0 30.0 -66475.56 -66475.56 2402.3 2402.3 2402.3 1.3441649E11 original +4 1 1.0 -90.0 NULL 3289094.0 46114.0 9250341.0 9250341.0 5299.0 5299.0 5299.0 1.02103379E9 original +5 2 9.5396704E8 62.079155 718.78 1.0 203.19955 -60.0 6.2756385E18 -230.0 -695025.0 -3651.672 46114.28 new +6 1 -1.25517811E9 9.0431626E18 -4314.792 -1.24003379E9 91.0 1698.95 -100.35978 -63.0 0.0 -93222.2 29.076 new +PREHOOK: query: drop table part_change_various_various_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: drop table part_change_various_various_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=6 width=429) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=6 width=429) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=429) + default@part_change_various_various_double,part_change_various_various_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +PREHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +POSTHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614135E8 4.70614135E8 -2999.0 -2999.0 -2999.0 -6.201817041048046E10 original +2 1 1.0 100.0 NULL NULL -3651.0 46114.284799488 46114.284799488 NULL NULL NULL 1.1710270493687568E9 original +3 1 0.0 72.0 NULL -93222.0 30.0 -66475.561431 -66475.561431 1.0 1.0 1.0 1.3441649006897012E11 original +4 1 1.0 -90.0 NULL 3289094.0 46114.0 9250340.75 9250340.75 5299.0 5299.0 5299.0 1.021033788990818E9 original +5 2 9.53967041E8 62.07915395590135 718.78 1.0 203.199548118 -60.0 6.2756387134856243E18 -230.0 -695025.0 7.011717E-5 4.28479948 new +6 1 -1.25517816577663E9 9.043162437544575E18 -4314.7918 -1.240033819E9 91.0 1698.95 -100.3597812 -63.0 0.0 -66475.0000008 -2.847994881E8 new +PREHOOK: query: drop table part_change_various_various_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: drop table part_change_various_various_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614144E8 4.70614135E8 --1551801.09502 --1551801.09502 --1551801.09502 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.285 46114.284799488 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 2402.3 2402.3 2402.3 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (6,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (6,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=6 width=743) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=6 width=743) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=743) + default@part_change_various_various_decimal,part_change_various_various_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +PREHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +POSTHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.000000000000000000 NULL NULL 3244222.000000000000000000 -29.000000000000000000 470614144.000000000000000000 470614135.000000000000000000 NULL NULL NULL -62018170410.480460000000000000 original +2 1 1.000000000000000000 100.000000000000000000 NULL NULL -3651.000000000000000000 46114.285000000000000000 46114.284799488000000000 NULL NULL NULL 1171027049.368756800000000000 original +3 1 0.000000000000000000 72.000000000000000000 NULL -93222.000000000000000000 30.000000000000000000 -66475.560000000000000000 -66475.561431000000000000 1.000000000000000000 1.000000000000000000 1.000000000000000000 134416490068.970120000000000000 original +4 1 1.000000000000000000 -90.000000000000000000 NULL 3289094.000000000000000000 46114.000000000000000000 9250341.000000000000000000 9250340.750000000000000000 2402.300000000000000000 2402.300000000000000000 2402.300000000000000000 1021033788.990818000000000000 original +5 2 953967041.000000000000000000 62.079153955901346600 718.780000000000000000 1.000000000000000000 203.199548118000000000 -60.000000000000000000 6275638713485623898.000000000000000000 -230.000000000000000000 -695025.000000000000000000 0.000070117170000000 4.284799480000000000 new +6 1 -1255178165.776630000000000000 9043162437544575070.974000000000000000 -4314.791800000000000000 -1240033819.000000000000000000 91.000000000000000000 1698.950000000000000000 -100.359781200000000000 -63.000000000000000000 0.000000000000000000 -66475.000000800000000000 -284799488.100000000000000000 new +PREHOOK: query: drop table part_change_various_various_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: drop table part_change_various_various_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c10 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c11 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c12 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c13 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c5 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c6 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c7 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c8 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c9 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=6 width=788) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=6 width=788) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + TableScan [TS_0] (rows=6 width=788) + default@part_change_various_various_string,part_change_various_various_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +PREHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +POSTHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: drop table part_change_various_various_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=6 width=855) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=6 width=855) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + TableScan [TS_0] (rows=6 width=855) + default@part_change_various_various_char,part_change_various_various_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +PREHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +POSTHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 binary original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.36875 0004-09-22 binary original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 binary original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 binary original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: drop table part_change_various_various_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffli 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=6 width=779) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=6 width=779) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + TableScan [TS_0] (rows=6 width=779) + default@part_change_various_various_char_trunc,part_change_various_various_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- binary original +2 1 TRUE 100 NULL 14 -2386673 -3651.67 46114.28 46114.28 baffli baffli 2007-02- 0004-09- binary original +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- binary original +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- binary original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: drop table part_change_various_various_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=6 width=788) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=6 width=788) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + TableScan [TS_0] (rows=6 width=788) + default@part_change_various_various_varchar,part_change_various_various_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +PREHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 binary original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.36875 0004-09-22 binary original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 binary original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 binary original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 -false -67 833 63993 1255178165.77663 905070.974 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22.0 2016-03-07 binary new +PREHOOK: query: drop table part_change_various_various_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: drop table part_change_various_various_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=6 width=782) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=6 width=782) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + TableScan [TS_0] (rows=6 width=782) + default@part_change_various_various_varchar_trunc,part_change_various_various_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- binary original +2 1 TRUE 100 NULL 14 -2386673 -3651.67 46114.28 46114.28 baffli baffli 2007-02- 0004-09- binary original +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- binary original +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- binary original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 -false -67 833 63993 1255178 905070.9 -4314.79 -1240033 trial trial 2016-03- 2016-03- binary new +PREHOOK: query: drop table part_change_various_various_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: drop table part_change_various_various_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '0004-09-22', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '0004-09-22', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 0004-09-22 original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=6 width=467) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=6 width=467) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] + TableScan [TS_0] (rows=6 width=467) + default@part_change_various_various_timestamp,part_change_various_various_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +PREHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 1969-12-31 16:00:00.001 NULL NULL 1969-12-31 16:54:04.222 1966-10-31 06:13:20.001 1969-12-31 15:59:30.923599244 1984-11-29 14:08:55 1984-11-29 14:08:55 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 00:00:00 original +2 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.1 NULL 1969-12-31 16:00:00.014 1969-03-30 10:21:00.007 1969-12-31 14:59:08.32788086 1970-01-01 04:48:34.284799488 1970-01-01 04:48:34.284799488 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 0004-09-22 00:00:00 original +3 1 1969-12-31 16:00:00 1969-12-31 16:00:00.072 NULL 1969-12-31 15:58:26.778 1969-12-31 16:00:00.03 1969-12-30 21:32:04.4375 1969-12-30 21:32:04.438569 1969-12-31 16:00:00.561431 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 00:00:00 original +4 1 1969-12-31 16:00:00.001 1969-12-31 15:59:59.91 NULL 1969-12-31 16:54:49.094 1969-12-31 16:00:46.114 1970-04-17 17:32:21 1970-04-17 17:32:20.75 1970-04-17 17:32:20.75 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 00:00:00 original +5 2 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new +6 1 NULL NULL NULL NULL NULL NULL NULL NULL 2016-03-07 03:02:22 2016-03-07 03:02:22 2016-03-07 03:02:22 NULL new +PREHOOK: query: drop table part_change_various_various_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: drop table part_change_various_various_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.519542222 original +2 1 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.368756876 original +3 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.970117179 original +4 1 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=6 width=407) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=6 width=407) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=6 width=407) + default@part_change_various_various_date,part_change_various_various_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +PREHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +POSTHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 NULL NULL NULL 0004-09-22 original +2 1 NULL NULL NULL 2007-02-09 original +3 1 NULL NULL NULL 6229-06-28 original +4 1 NULL NULL NULL 2002-05-10 original +5 2 2016-03-07 2016-03-07 2016-03-07 2016-03-07 new +6 1 NULL 2002-05-10 2002-05-10 2002-05-10 new +PREHOOK: query: drop table part_change_various_various_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: drop table part_change_various_various_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_table.q.out index aef9a74..5a369f6 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_table.q.out @@ -2,297 +2,3884 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS ORC +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 363 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=99) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=99) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=99) + default@table_add_int_permute_select,table_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 +select insert_num,a,b from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a d +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num c 1 NULL -1 ten +10 200 2 NULL -2 twenty 3 NULL -3 thirty 4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE table2(a smallint, b STRING) STORED AS ORC +-- +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 400 + totalSize 363 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=153) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=153) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=153) + default@table_add_int_string_permute_select,table_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c d +1 1 original NULL NULL +10 6 new 200 two hundred +2 2 original NULL NULL +3 3 original NULL NULL +4 4 original NULL NULL +5 1 new 10 ten +6 2 new 20 twenty +7 3 new 30 thirty +8 4 new 40 forty +9 5 new 100 hundred +PREHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a c d +1 1 NULL NULL +10 6 200 two hundred +2 2 NULL NULL +3 3 NULL NULL +4 4 NULL NULL +5 1 10 ten +6 2 20 twenty +7 3 30 thirty +8 4 40 forty +9 5 100 hundred +PREHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a d +1 1 NULL +10 6 two hundred +2 2 NULL +3 3 NULL +4 4 NULL +5 1 ten +6 2 twenty +7 3 thirty +8 4 forty +9 5 hundred +PREHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num d +1 NULL +10 two hundred +2 NULL +3 NULL +4 NULL +5 ten +6 twenty +7 thirty +8 forty +9 hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=234) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=234) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=234) + default@table_change_string_group_double,table_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 753.7028 753.7028 original +10 9250340.75 9250340.75 9250340.75 new +2 -3651.672121 -3651.672121 -3651.672121 original +3 -29.0764 -29.0764 -29.0764 original +4 -10.3 -10.3 -10.3 original +5 30.774 30.774 30.774 new +6 20.31 20.31 20.31 new +7 46114.284799488 46114.284799488 46114.284799488 new +8 -66475.561431 -66475.561431 -66475.561431 new +9 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=421) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=421) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=421) + default@table_change_string_group_decimal,table_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=530) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=530) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=530) + default@table_change_date_group_string_group_timestamp,table_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +insert_num int +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 1128 + totalSize 587 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=529) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=529) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=529) + default@table_change_date_group_string_group_date,table_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=313) + default@table_change_numeric_group_string_group_multi_ints_string,table_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=422) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=422) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=422) + default@table_change_numeric_group_string_group_multi_ints_char,table_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=314) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=314) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=314) + default@table_change_numeric_group_string_group_multi_ints_char_trunc,table_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=313) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=313) + default@table_change_numeric_group_string_group_multi_ints_varchar,table_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=310) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=310) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=310) + default@table_change_numeric_group_string_group_multi_ints_varchar_trunc,table_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=304) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=304) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=304) + default@table_change_numeric_group_string_group_floating_string,table_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 original +4 0.0 20435.0 847492223 original +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=384) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=384) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=384) + default@table_change_numeric_group_string_group_floating_char,table_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=306) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=306) + default@table_change_numeric_group_string_group_floating_char_trunc,table_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=305) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=305) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=305) + default@table_change_numeric_group_string_group_floating_varchar,table_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.3 original +3 -255.0 4957.0 832222222 9000000000 +4 0.0 20435.0 847492223 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=303) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=303) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=303) + default@table_change_numeric_group_string_group_floating_varchar_trunc,table_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.3 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=496) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=496) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=496) + default@table_change_string_group_string_group_string,table_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +10 bottom bottom bottom bottom new +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile dynamic r original +4 blank pads blank pad blank pads blank pad original +5 junkyard junkyard junkyard junkyard new +6 baffling bafflin baffling bafflin new +7 featherweight featherweight new +8 against against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=427) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=427) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=427) + default@table_change_string_group_string_group_char,table_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=402) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=402) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=402) + default@table_change_string_group_string_group_varchar,table_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45 45 45 original +2 -2 -2 -2 -2 -2 -2 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=183) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=183) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=10 width=183) + default@table_change_lower_to_higher_numeric_group_tinyint,table_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45.0 45.0 45.000000000000000000 original +10 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200 12.0 99.0 0.000000000000000000 new +6 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031 2031 2031 original +2 -2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 -5000 original +4 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=182) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=182) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=182) + default@table_change_lower_to_higher_numeric_group_smallint,table_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200.0 12.0 99.000000000000000000 new +6 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 256 32768 31889.0 300.0 444.000000000000000000 new +8 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031 2031 2031 original +2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 original +4 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=178) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=178) + default@table_change_lower_to_higher_numeric_group_int,table_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000.0 7.54072151E8 95.000000000000000000 new +2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774 2031.0 200.0 12.000000000000000000 new +6 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 256 32768.0 31889.0 300.000000000000000000 new +8 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7203778961 7203778961 7203778961 original +2 -2 -2 -2 original +3 -5000 -5000 -5000 original +4 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=177) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=177) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=177) + default@table_change_lower_to_higher_numeric_group_bigint,table_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 17.0 90000.0 754072151.000000000000000000 new +2 -2.0 -2.0 -2.000000000000000000 original +3 -5000.0 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774.0 2031.0 200.000000000000000000 new +6 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 256.0 32768.0 31889.000000000000000000 new +8 5555.0 40000.0 -719017797.000000000000000000 new +9 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.0764 original +2 753.7028 753.7028 original +3 -5000.0 -5000.0 original +4 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=168) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=168) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=168) + default@table_change_lower_to_higher_numeric_group_float,table_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","b"] + +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.076400756835938 -29.076400000000000000 original +10 17.0 90000.000000000000000000 new +2 753.7028198242188 753.702800000000000000 original +3 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 52927712.000000000000000000 original +5 774.0 2031.000000000000000000 new +6 561431.0 52927714.000000000000000000 new +7 256.0 32768.000000000000000000 new +8 5555.0 40000.000000000000000000 new +9 100.0 5000.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.0764 original +2 753.7028 original +3 -5000.0 original +4 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=163) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=163) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=163) + default@table_change_lower_to_higher_numeric_group_double,table_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.076400000000000000 original +10 17.000000000000000000 new +2 753.702800000000000000 original +3 -5000.000000000000000000 original +4 52927714.000000000000000000 original +5 774.000000000000000000 new +6 561431.000000000000000000 new +7 256.000000000000000000 new +8 5555.000000000000000000 new +9 100.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_part.q.out index 44ce24e..d11e30f 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_part.q.out @@ -1,642 +1,4149 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, FetchWork, Partitioned -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, FetchWork, Partitioned +-- +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS +-- +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=11) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=11) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=11) + default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select insert_num,part,a,b from part_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new NULL -1 6 new NULL -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new NULL NULL -1 6 new NULL NULL -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 NULL NULL -1 6 NULL NULL -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new NULL +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new NULL +PREHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c 1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 NULL -1 6 NULL -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +10 1 NULL +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 NULL +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=15) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=15) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=15) + default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new NULL +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new NULL +PREHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new NULL NULL +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new NULL NULL +PREHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a c d +1 1 1 NULL NULL +10 1 6 NULL NULL +2 1 2 NULL NULL +3 1 3 NULL NULL +4 1 4 NULL NULL +5 2 1 10 ten +6 2 2 20 twenty +7 2 3 30 thirty +8 2 4 40 forty +9 1 5 NULL NULL +PREHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a d +1 1 1 NULL +10 1 6 NULL +2 1 2 NULL +3 1 3 NULL +4 1 4 NULL +5 2 1 ten +6 2 2 twenty +7 2 3 thirty +8 2 4 forty +9 1 5 NULL +PREHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 NULL +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 NULL +PREHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part d +1 1 NULL +10 1 NULL +2 1 NULL +3 1 NULL +4 1 NULL +5 2 ten +6 2 twenty +7 2 thirty +8 2 forty +9 1 NULL +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=55) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=55) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=55) + default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new NULL -1 6 new NULL -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new NULL NULL -1 6 new NULL NULL -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 NULL NULL -1 6 NULL NULL -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 NULL -1 6 NULL -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 forty -2 ten -2 thirty -2 twenty +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 753.7028 753.7028 original +10 1 9250340.75 9250340.75 9250340.75 new +2 1 -3651.672121 -3651.672121 -3651.672121 original +3 1 -29.0764 -29.0764 -29.0764 original +4 1 -10.3 -10.3 -10.3 original +5 2 30.774 30.774 30.774 new +6 2 20.31 20.31 20.31 new +7 2 46114.284799488 46114.284799488 46114.284799488 new +8 2 -66475.561431 -66475.561431 -66475.561431 new +9 1 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=79) + default@part_change_string_group_decimal,part_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=147) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=147) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=9 width=147) + default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 NULL 6229-06-28 02:54:28.970117179 NULL new +9 1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 NULL 5966-07-09 03:30:50.597 NULL new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=91) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=91) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=9 width=91) + default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table part_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=33) + default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 NULL 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=140) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=140) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=140) + default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 NULL NULL NULL NULL new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 NULL NULL NULL NULL new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=32) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=32) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=32) + default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 NULL NULL 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 NULL NULL NULL NULL new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=33) + default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 NULL 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=30) + default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 NULL 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 original +4 1 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=38) + default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17.0 90000.0 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 original +4 1 0.0 20435.0 847492223 original +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=117) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=117) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=117) + default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17.0 90000.0 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=39) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=39) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=39) + default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17.0 90000.0 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=38) + default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17.0 90000.0 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=36) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=36) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=36) + default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17.0 90000.0 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=79) + default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +10 1 bottom bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile dynamic r original +4 1 blank pads blank pad blank pads blank pad original +5 2 junkyard junkyard junkyard junkyard new +6 2 baffling bafflin baffling bafflin new +7 2 featherweight featherweight new +8 2 against against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=93) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=93) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=93) + default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=68) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=68) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=68) + default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45 45 45 original +2 1 -2 -2 -2 -2 -2 -2 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + TableScan [TS_0] (rows=10 width=44) + default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45.0 45.0 45.000000000000000000 original +10 1 17 NULL NULL 95.0 20.0 18.000000000000000000 new +2 1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200 12.0 99.0 0.000000000000000000 new +6 2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 2 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 1 100 NULL NULL 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 -5000 original +4 1 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=10 width=44) + default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 NULL NULL 95.0 20.000000000000000000 new +2 1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200.0 12.0 99.000000000000000000 new +6 2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 2 256 32768 31889.0 300.0 444.000000000000000000 new +8 2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 1 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=43) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=43) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=43) + default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000.0 NULL 95.000000000000000000 new +2 1 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774 2031.0 200.0 12.000000000000000000 new +6 2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 2 256 32768.0 31889.0 300.000000000000000000 new +8 2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 1 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7203778961 7203778961 7203778961 original +2 1 -2 -2 -2 original +3 1 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=40) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=40) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=40) + default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 1 17.0 90000.0 754072151.000000000000000000 new +2 1 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774.0 2031.0 200.000000000000000000 new +6 2 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 2 256.0 32768.0 31889.000000000000000000 new +8 2 5555.0 40000.0 -719017797.000000000000000000 new +9 1 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.0764 -29.0764 original +2 1 753.7028 753.7028 original +3 1 -5000.0 -5000.0 original +4 1 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=33) + default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","b"] + +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.076400756835938 -29.076400000000000000 original +10 1 17.0 90000.000000000000000000 new +2 1 753.7028198242188 753.702800000000000000 original +3 1 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 52927712.000000000000000000 original +5 2 774.0 2031.000000000000000000 new +6 2 561431.0 52927714.000000000000000000 new +7 2 256.0 32768.000000000000000000 new +8 2 5555.0 40000.000000000000000000 new +9 1 100.0 5000.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.0764 original +2 1 753.7028 original +3 1 -5000.0 original +4 1 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=25) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=25) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=25) + default@part_change_lower_to_higher_numeric_group_double,part_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.076400000000000000 original +10 1 17.000000000000000000 new +2 1 753.702800000000000000 original +3 1 -5000.000000000000000000 original +4 1 52927714.000000000000000000 original +5 2 774.000000000000000000 new +6 2 561431.000000000000000000 new +7 2 256.000000000000000000 new +8 2 5555.000000000000000000 new +9 1 100.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_table.q.out index 4003c20..f222f13 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_table.q.out @@ -1,297 +1,3885 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 original -2 original -3 original -4 original -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 48 + totalSize 52 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select a,b,c,d from table1 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=11) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=11) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=11) + default@table_add_int_permute_select,table_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table1.e SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 -PREHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -a b c d e -1 new 10 ten NULL -1 original NULL NULL NULL -2 new 20 twenty NULL -2 original NULL NULL NULL -3 new 30 thirty NULL -3 original NULL NULL NULL -4 new 40 forty NULL -4 original NULL NULL NULL -5 new 100 hundred another1 -6 new 200 two hundred another2 -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table3 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -3 original -4 original -6737 original -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 48 + totalSize 52 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -6737 original -72909 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table3.e SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=15) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=15) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=15) + default@table_add_int_string_permute_select,table_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c d +1 1 original NULL NULL +10 6 new 200 two hundred +2 2 original NULL NULL +3 3 original NULL NULL +4 4 original NULL NULL +5 1 new 10 ten +6 2 new 20 twenty +7 3 new 30 thirty +8 4 new 40 forty +9 5 new 100 hundred +PREHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a c d +1 1 NULL NULL +10 6 200 two hundred +2 2 NULL NULL +3 3 NULL NULL +4 4 NULL NULL +5 1 10 ten +6 2 20 twenty +7 3 30 thirty +8 4 40 forty +9 5 100 hundred +PREHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a d +1 1 NULL +10 6 two hundred +2 2 NULL +3 3 NULL +4 4 NULL +5 1 ten +6 2 twenty +7 3 thirty +8 4 forty +9 5 hundred +PREHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num d +1 NULL +10 two hundred +2 NULL +3 NULL +4 NULL +5 ten +6 twenty +7 thirty +8 forty +9 hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=55) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=55) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=55) + default@table_change_string_group_double,table_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 753.7028 753.7028 original +10 9250340.75 9250340.75 9250340.75 new +2 -3651.672121 -3651.672121 -3651.672121 original +3 -29.0764 -29.0764 -29.0764 original +4 -10.3 -10.3 -10.3 original +5 30.774 30.774 30.774 new +6 20.31 20.31 20.31 new +7 46114.284799488 46114.284799488 46114.284799488 new +8 -66475.561431 -66475.561431 -66475.561431 new +9 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=79) + default@table_change_string_group_decimal,table_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=9 width=147) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=147) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=147) + default@table_change_date_group_string_group_timestamp,table_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +insert_num int +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 195 + totalSize 198 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=9 width=91) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=91) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=91) + default@table_change_date_group_string_group_date,table_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=33) + default@table_change_numeric_group_string_group_multi_ints_string,table_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=140) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=140) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=140) + default@table_change_numeric_group_string_group_multi_ints_char,table_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char PREHOOK: type: DROPTABLE -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char POSTHOOK: type: DROPTABLE -PREHOOK: query: DROP TABLE table3 +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=32) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=32) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=32) + default@table_change_numeric_group_string_group_multi_ints_char_trunc,table_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=33) + default@table_change_numeric_group_string_group_multi_ints_varchar,table_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=30) + default@table_change_numeric_group_string_group_multi_ints_varchar_trunc,table_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=38) + default@table_change_numeric_group_string_group_floating_string,table_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=117) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=117) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=117) + default@table_change_numeric_group_string_group_floating_char,table_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=39) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=39) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=39) + default@table_change_numeric_group_string_group_floating_char_trunc,table_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.300 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=38) + default@table_change_numeric_group_string_group_floating_varchar,table_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=36) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=36) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=36) + default@table_change_numeric_group_string_group_floating_varchar_trunc,table_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.300 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=79) + default@table_change_string_group_string_group_string,table_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +10 bottom bottom bottom bottom new +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile dynamic r original +4 blank pads blank pad blank pads blank pad original +5 junkyard junkyard junkyard junkyard new +6 baffling bafflin baffling bafflin new +7 featherweight featherweight new +8 against against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=93) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=93) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=93) + default@table_change_string_group_string_group_char,table_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=68) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=68) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=68) + default@table_change_string_group_string_group_varchar,table_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45 45 45 original +2 -2 -2 -2 -2 -2 -2 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=10 width=44) + default@table_change_lower_to_higher_numeric_group_tinyint,table_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45.0 45.0 45.000000000000000000 original +10 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200 12.0 99.0 0.000000000000000000 new +6 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031 2031 2031 original +2 -2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 -5000 original +4 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=44) + default@table_change_lower_to_higher_numeric_group_smallint,table_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200.0 12.0 99.000000000000000000 new +6 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 256 32768 31889.0 300.0 444.000000000000000000 new +8 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031 2031 2031 original +2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 original +4 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=43) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=43) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=43) + default@table_change_lower_to_higher_numeric_group_int,table_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000.0 7.54072151E8 95.000000000000000000 new +2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774 2031.0 200.0 12.000000000000000000 new +6 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 256 32768.0 31889.0 300.000000000000000000 new +8 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7203778961 7203778961 7203778961 original +2 -2 -2 -2 original +3 -5000 -5000 -5000 original +4 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=40) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=40) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=40) + default@table_change_lower_to_higher_numeric_group_bigint,table_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 17.0 90000.0 754072151.000000000000000000 new +2 -2.0 -2.0 -2.000000000000000000 original +3 -5000.0 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774.0 2031.0 200.000000000000000000 new +6 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 256.0 32768.0 31889.000000000000000000 new +8 5555.0 40000.0 -719017797.000000000000000000 new +9 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.0764 original +2 753.7028 753.7028 original +3 -5000.0 -5000.0 original +4 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=33) + default@table_change_lower_to_higher_numeric_group_float,table_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","b"] + +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.076400000000000000 original +10 17.0 90000.000000000000000000 new +2 753.7028 753.702800000000000000 original +3 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 52927712.000000000000000000 original +5 774.0 2031.000000000000000000 new +6 561431.0 52927714.000000000000000000 new +7 256.0 32768.000000000000000000 new +8 5555.0 40000.000000000000000000 new +9 100.0 5000.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.0764 original +2 753.7028 original +3 -5000.0 original +4 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=25) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=25) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=25) + default@table_change_lower_to_higher_numeric_group_double,table_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.076400000000000000 original +10 17.000000000000000000 new +2 753.702800000000000000 original +3 -5000.000000000000000000 original +4 52927714.000000000000000000 original +5 774.000000000000000000 new +6 561431.000000000000000000 new +7 256.000000000000000000 new +8 5555.000000000000000000 new +9 100.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: DROP TABLE table3 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part.q.out index 44f5822..ca325c9 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part.q.out @@ -1,642 +1,4147 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Partitioned -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned1 +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Partitioned +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE part_add_int_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned1 add columns(c int, d string) +alter table part_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@partitioned1@part=2 -POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=2) + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@partitioned1@part=1 -POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) + values (9, 5, 'new', 100), + (10, 6, 'new', 200) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_add_int_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=11) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=11) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=11) + default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select insert_num,part,a,b from part_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new NULL -1 6 new NULL -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new NULL NULL -1 6 new NULL NULL -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 NULL NULL -1 6 NULL NULL -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d +select insert_num,part,a,b from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new NULL +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new NULL +PREHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Input: default@part_add_int_permute_select@part=1 +PREHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Input: default@part_add_int_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c 1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 NULL -1 6 NULL -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 forty -2 ten -2 thirty -2 twenty -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +10 1 NULL +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 NULL +PREHOOK: query: drop table part_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_permute_select +PREHOOK: Output: default@part_add_int_permute_select +POSTHOOK: query: drop table part_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_permute_select +POSTHOOK: Output: default@part_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +CREATE TABLE part_add_int_string_permute_select(insert_num int, a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table part_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED part_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@partitioned2@part=2 -POSTHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=2) + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@partitioned2@part=2 -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +POSTHOOK: Output: default@part_add_int_string_permute_select@part=2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new') +PREHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@partitioned2@part=1 -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned2 -PREHOOK: Input: default@partitioned2@part=1 -PREHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Input: default@partitioned2@part=1 -POSTHOOK: Input: default@partitioned2@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: -- +POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=15) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=15) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=15) + default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,part,a,b from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b +1 1 1 original +10 1 6 new +2 1 2 original +3 1 3 original +4 1 4 original +5 2 1 new +6 2 2 new +7 2 3 new +8 2 4 new +9 1 5 new +PREHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c +1 1 1 original NULL +10 1 6 new NULL +2 1 2 original NULL +3 1 3 original NULL +4 1 4 original NULL +5 2 1 new 10 +6 2 2 new 20 +7 2 3 new 30 +8 2 4 new 40 +9 1 5 new NULL +PREHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,b,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a b c d +1 1 1 original NULL NULL +10 1 6 new NULL NULL +2 1 2 original NULL NULL +3 1 3 original NULL NULL +4 1 4 original NULL NULL +5 2 1 new 10 ten +6 2 2 new 20 twenty +7 2 3 new 30 thirty +8 2 4 new 40 forty +9 1 5 new NULL NULL +PREHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,c,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a c d +1 1 1 NULL NULL +10 1 6 NULL NULL +2 1 2 NULL NULL +3 1 3 NULL NULL +4 1 4 NULL NULL +5 2 1 10 ten +6 2 2 20 twenty +7 2 3 30 thirty +8 2 4 40 forty +9 1 5 NULL NULL +PREHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,a,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part a d +1 1 1 NULL +10 1 6 NULL +2 1 2 NULL +3 1 3 NULL +4 1 4 NULL +5 2 1 ten +6 2 2 twenty +7 2 3 thirty +8 2 4 forty +9 1 5 NULL +PREHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part c +1 1 NULL +10 1 NULL +2 1 NULL +3 1 NULL +4 1 NULL +5 2 10 +6 2 20 +7 2 30 +8 2 40 +9 1 NULL +PREHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Input: default@part_add_int_string_permute_select@part=1 +PREHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,d from part_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Input: default@part_add_int_string_permute_select@part=1 +POSTHOOK: Input: default@part_add_int_string_permute_select@part=2 +#### A masked pattern was here #### +insert_num part d +1 1 NULL +10 1 NULL +2 1 NULL +3 1 NULL +4 1 NULL +5 2 ten +6 2 twenty +7 2 thirty +8 2 forty +9 1 NULL +PREHOOK: query: drop table part_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_int_string_permute_select +PREHOOK: Output: default@part_add_int_string_permute_select +POSTHOOK: query: drop table part_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_int_string_permute_select +POSTHOOK: Output: default@part_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT ---- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 -PREHOOK: Output: default@partitioned3@part=1 -POSTHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__7 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned3 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__8 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), - (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) +PREHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__8 -POSTHOOK: Output: default@partitioned3@part=1 -POSTHOOK: Output: default@partitioned3@part=2 -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=1).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@part_change_string_group_double@part=2 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +PREHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: query: insert into table part_change_string_group_double partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_string_group_double@part=1 +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=55) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=55) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=55) + default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Input: default@part_change_string_group_double@part=1 +PREHOOK: Input: default@part_change_string_group_double@part=2 #### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b -1 1 original -1 2 original -1 3 original -1 4 original -1 5 new -1 6 new -2 1 new -2 2 new -2 3 new -2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c -1 1 original NULL -1 2 original NULL -1 3 original NULL -1 4 original NULL -1 5 new NULL -1 6 new NULL -2 1 new 10 -2 2 new 20 -2 3 new 30 -2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new NULL NULL -1 6 new NULL NULL -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a c d -1 1 NULL NULL -1 2 NULL NULL -1 3 NULL NULL -1 4 NULL NULL -1 5 NULL NULL -1 6 NULL NULL -2 1 10 ten -2 2 20 twenty -2 3 30 thirty -2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part a d -1 1 NULL -1 2 NULL -1 3 NULL -1 4 NULL -1 5 NULL -1 6 NULL -2 1 ten -2 2 twenty -2 3 thirty -2 4 forty -PREHOOK: query: select part,c from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part c -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 10 -2 20 -2 30 -2 40 -PREHOOK: query: select part,d from partitioned1 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 -#### A masked pattern was here #### -part d -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -1 NULL -2 forty -2 ten -2 thirty -2 twenty +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Input: default@part_change_string_group_double@part=1 +POSTHOOK: Input: default@part_change_string_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 753.7028 753.7028 original +10 1 9250340.75 9250340.75 9250340.75 new +2 1 -3651.672121 -3651.672121 -3651.672121 original +3 1 -29.0764 -29.0764 -29.0764 original +4 1 -10.3 -10.3 -10.3 original +5 2 30.774 30.774 30.774 new +6 2 20.31 20.31 20.31 new +7 2 46114.284799488 46114.284799488 46114.284799488 new +8 2 -66475.561431 -66475.561431 -66475.561431 new +9 1 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table part_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_double +PREHOOK: Output: default@part_change_string_group_double +POSTHOOK: query: drop table part_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_double +POSTHOOK: Output: default@part_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE part_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=2) + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_string_group_decimal@part=2 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: query: insert into table part_change_string_group_decimal partition(part=1) + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_string_group_decimal@part=1 +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=79) + default@part_change_string_group_decimal,part_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Input: default@part_change_string_group_decimal@part=1 +PREHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Input: default@part_change_string_group_decimal@part=1 +POSTHOOK: Input: default@part_change_string_group_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 1 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 1 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 1 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 1 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 2 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 2 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 2 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 2 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 1 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table part_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_decimal +PREHOOK: Output: default@part_change_string_group_decimal +POSTHOOK: query: drop table part_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_decimal +POSTHOOK: Output: default@part_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=2) + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_timestamp partition(part=1) + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=147) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=147) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=9 width=147) + default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 1 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 1 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 2 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 2 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 NULL 6229-06-28 02:54:28.970117179 NULL new +9 1 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 NULL 5966-07-09 03:30:50.597 NULL new +PREHOOK: query: drop table part_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_date_group_string_group_timestamp +PREHOOK: Output: default@part_change_date_group_string_group_timestamp +POSTHOOK: query: drop table part_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_date_group_string_group_timestamp +POSTHOOK: Output: default@part_change_date_group_string_group_timestamp PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned4 +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE part_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__9 -PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=1) + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__9 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table partitioned4 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +alter table part_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__10 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), - (5000, 'new', 1),(90000, 'new', 1) +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: query: insert into table part_change_date_group_string_group_date partition(part=2) + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__10 -POSTHOOK: Output: default@partitioned4@part=1 -POSTHOOK: Output: default@partitioned4@part=2 -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned4 -PREHOOK: Input: default@partitioned4@part=1 -PREHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Input: default@partitioned4@part=1 -POSTHOOK: Input: default@partitioned4@part=2 -#### A masked pattern was here #### -part a b -1 1000 original -1 3 original -1 4 original -1 5000 new -1 6737 original -1 NULL new -2 200 new -2 32768 new -2 40000 new -2 72909 new -PREHOOK: query: DROP TABLE partitioned1 +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_date_group_string_group_date@part=2 +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=91) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=91) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=9 width=91) + default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Input: default@part_change_date_group_string_group_date@part=1 +PREHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=1 +POSTHOOK: Input: default@part_change_date_group_string_group_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 1 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 1 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 2 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 2 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 2 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 2 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table part_change_date_group_string_group_date PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 +PREHOOK: Input: default@part_change_date_group_string_group_date +PREHOOK: Output: default@part_change_date_group_string_group_date +POSTHOOK: query: drop table part_change_date_group_string_group_date POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 +POSTHOOK: Input: default@part_change_date_group_string_group_date +POSTHOOK: Output: default@part_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=33) + default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 NULL 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=140) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=140) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=140) + default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 NULL NULL NULL NULL new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 NULL NULL NULL NULL new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_char_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=32) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=32) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=32) + default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 NULL NULL 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 NULL NULL NULL NULL new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=33) + default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +10 1 17 NULL 754072151 3289094 new +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +5 2 2000 72909 3244222 -93222 new +6 2 1 200 2323322 5430907 new +7 2 256 32768 31889 470614135 new +8 2 5555 40000 -719017797 810662019 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part=1) + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 483777 -23866739993 original +2 1 -2 -6737 56 28899333 original +3 1 NULL 4957 832222222 9000000000 original +4 1 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_varchar_trunc partition(part) + values (5, '2000', '72909', '3244222', '-93222', 'new', 2), + (6, '1', '200', '2323322', '5430907', 'new', 2), + (7, '256', '32768', '31889', '470614135', 'new', 2), + (8, '5555', '40000', '-719017797', '810662019', 'new', 2), + (9, '100', '5000', '5443', '0', 'new', 1), + (10, '17', '90000', '754072151', '3289094', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=30) + default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 45 1000 48377 -2386 original +10 1 17 NULL 75407 32890 new +2 1 -2 -6737 56 28899 original +3 1 NULL 4957 83222 90000 original +4 1 0 20435 84749 -9999 original +5 2 2000 72909 32442 -9322 new +6 2 1 200 23233 54309 new +7 2 256 32768 31889 47061 new +8 2 5555 40000 -7190 81066 new +9 1 100 5000 5443 0 new +PREHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE part_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 original +4 1 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=38) + default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17.0 90000.0 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 original +4 1 0.0 20435.0 847492223 original +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=117) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=117) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=117) + default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17.0 90000.0 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_char_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=39) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=39) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=39) + default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17.0 90000.0 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=38) + default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993 original +10 1 17.0 90000.0 754072151 new +2 1 -2.0 -29.0764 -10.3 original +3 1 -255.0 4957.0 832222222 9000000000 +4 1 0.0 20435.0 847492223 -999999999999 +5 2 30.774 20.31 46114.284799488 new +6 2 -66475.561431 52927714 7203778961 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017797 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE part_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part=1) + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 1 -2.0 -29.0764 -10.300000000000000000 original +3 1 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 1 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_varchar_trunc partition(part) + values (5, '30.774', '20.31', '46114.284799488', 'new', 2), + (6, '-66475.561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=36) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=36) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=36) + default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 753.702 -3651.6 -238667 original +10 1 17.0 90000.0 7540721 new +2 1 -2.0 -29.076 -10.3 original +3 1 -255.0 4957.0 8322222 9000000000 +4 1 0.0 20435.0 8474922 -999999999999 +5 2 30.774 20.31 46114.2 new +6 2 -66475. 5292771 7203778 new +7 2 256 32768 31889 new +8 2 5555 40000 -719017 new +9 1 100.0 5000.0 5443 new +PREHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE part_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_string@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=79) + default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Input: default@part_change_string_group_string_group_string@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 escapist escapist escapist escapist original +10 1 bottom bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile dynamic r original +4 1 blank pads blank pad blank pads blank pad original +5 2 junkyard junkyard junkyard junkyard new +6 2 baffling bafflin baffling bafflin new +7 2 featherweight featherweight new +8 2 against against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table part_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_string +PREHOOK: Output: default@part_change_string_group_string_group_string +POSTHOOK: query: drop table part_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_string +POSTHOOK: Output: default@part_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: insert into table part_change_string_group_string_group_char partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_char@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=93) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=93) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=93) + default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Input: default@part_change_string_group_string_group_char@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_char +PREHOOK: Output: default@part_change_string_group_string_group_char +POSTHOOK: query: drop table part_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_char +POSTHOOK: Output: default@part_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE part_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part=1) + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic reptile dynamic reptile original +4 1 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: insert into table part_change_string_group_string_group_varchar partition(part) + values (5, 'junkyard', 'junkyard', 'junkyard', 'new', 2), + (6, ' baffling ', ' baffling ', ' baffling ', 'new', 2), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new', 2), + (8, ' against', ' against', ' against', 'new', 2), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new', 1), + (10, 'bottom ', 'bottom ', 'bottom ', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Output: default@part_change_string_group_string_group_varchar@part=2 +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=68) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=68) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=68) + default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +PREHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=1 +POSTHOOK: Input: default@part_change_string_group_string_group_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 escapist escapist escapist original +10 1 bottom bottom bottom new +2 1 heartbeat heartbeat heartbeat original +3 1 dynamic reptile dynamic r dynamic reptile original +4 1 blank pads blank pad blank pads original +5 2 junkyard junkyard junkyard new +6 2 baffling bafflin baffling new +7 2 featherweight featherweight new +8 2 against against against new +9 1 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table part_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_string_group_string_group_varchar +PREHOOK: Output: default@part_change_string_group_string_group_varchar +POSTHOOK: query: drop table part_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_string_group_string_group_varchar +POSTHOOK: Output: default@part_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part=1) + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45 45 45 original +2 1 -2 -2 -2 -2 -2 -2 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint partition(part) + values (5, '774', '2031', '200', '12', '99', '0', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new', 2), + (7, '256', '32768', '31889', '300', '444', '506', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new', 2), + (9, '100', '5000', '5443', '22', '2', '-2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', '18', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + TableScan [TS_0] (rows=10 width=44) + default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 b +1 1 45 45 45 45.0 45.0 45.000000000000000000 original +10 1 17 NULL NULL 95.0 20.0 18.000000000000000000 new +2 1 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 NULL NULL NULL NULL NULL NULL original +4 1 100 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200 12.0 99.0 0.000000000000000000 new +6 2 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 2 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 2 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 1 100 NULL NULL 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part=1) + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 -5000 original +4 1 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_smallint partition(part) + values (5, '774', '2031', '200', '12', '99', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', '7', 'new', 2), + (7, '256', '32768', '31889', '300', '444', 'new', 2), + (8, '5555', '40000', '-719017797', '45', '55', 'new', 2), + (9, '100', '5000', '5443', '22', '2', 'new', 1), + (10, '17', '90000', '754072151', '95', '20', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=10 width=44) + default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 b +1 1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 NULL NULL 95.0 20.000000000000000000 new +2 1 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 100 100 100.0 100.0 100.000000000000000000 original +5 2 774 2031 200.0 12.0 99.000000000000000000 new +6 2 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 2 256 32768 31889.0 300.0 444.000000000000000000 new +8 2 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 1 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part=1) + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031 2031 2031 original +2 1 -2 -2 -2 -2 original +3 1 -5000 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_int partition(part) + values (5, '774', '2031', '200', '12', 'new', 2), + (6, '561431', '52927714', '7203778961', '8', 'new', 2), + (7, '256', '32768', '31889', '300', 'new', 2), + (8, '5555', '40000', '-719017797', '45', 'new', 2), + (9, '100', '5000', '5443', '22', 'new', 1), + (10, '17', '90000', '754072151', '95', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=43) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=43) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=43) + default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 2031 2031.0 2031.0 2031.000000000000000000 original +10 1 17 90000.0 NULL 95.000000000000000000 new +2 1 -2 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774 2031.0 200.0 12.000000000000000000 new +6 2 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 2 256 32768.0 31889.0 300.000000000000000000 new +8 2 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 1 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part=1) + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7203778961 7203778961 7203778961 original +2 1 -2 -2 -2 original +3 1 -5000 -5000 -5000 original +4 1 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_bigint partition(part) + values (5, '774', '2031', '200', 'new', 2), + (6, '561431', '52927714', '7203778961', 'new', 2), + (7, '256', '32768', '31889', 'new', 2), + (8, '5555', '40000', '-719017797', 'new', 2), + (9, '100', '5000', '5443', 'new', 1), + (10, '17', '90000', '754072151', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=40) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=40) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=40) + default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 1 17.0 90000.0 754072151.000000000000000000 new +2 1 -2.0 -2.0 -2.000000000000000000 original +3 1 -5000.0 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 2 774.0 2031.0 200.000000000000000000 new +6 2 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 2 256.0 32768.0 31889.000000000000000000 new +8 2 5555.0 40000.0 -719017797.000000000000000000 new +9 1 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part=1) + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.0764 -29.0764 original +2 1 753.7028 753.7028 original +3 1 -5000.0 -5000.0 original +4 1 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_float partition(part) + values (5, '774', '2031', 'new', 2), + (6, '561431', '52927714', 'new', 2), + (7, '256', '32768', 'new', 2), + (8, '5555', '40000', 'new', 2), + (9, '100', '5000', 'new', 1), + (10, '17', '90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=33) + default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","b"] + +PREHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,b from part_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 b +1 1 -29.076400756835938 -29.076400000000000000 original +10 1 17.0 90000.000000000000000000 new +2 1 753.7028198242188 753.702800000000000000 original +3 1 -5000.0 -5000.000000000000000000 original +4 1 5.2927712E7 52927712.000000000000000000 original +5 2 774.0 2031.000000000000000000 new +6 2 561431.0 52927714.000000000000000000 new +7 2 256.0 32768.000000000000000000 new +8 2 5555.0 40000.000000000000000000 new +9 1 100.0 5000.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE part_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part=1) + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.0764 original +2 1 753.7028 original +3 1 -5000.0 original +4 1 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_double partition(part) + values (5, '774', 'new', 2), + (6, '561431', 'new', 2), + (7, '256', 'new', 2), + (8, '5555', 'new', 2), + (9, '100', 'new', 1), + (10, '17', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double@part=2 +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=25) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=25) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=25) + default@part_change_lower_to_higher_numeric_group_double,part_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + +PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=1 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double@part=2 +#### A masked pattern was here #### +insert_num part c1 b +1 1 -29.076400000000000000 original +10 1 17.000000000000000000 new +2 1 753.702800000000000000 original +3 1 -5000.000000000000000000 original +4 1 52927714.000000000000000000 original +5 2 774.000000000000000000 new +6 2 561431.000000000000000000 new +7 2 256.000000000000000000 new +8 2 5555.000000000000000000 new +9 1 100.000000000000000000 new +PREHOOK: query: drop table part_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 +PREHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table part_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part_all_complex.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part_all_complex.q.out new file mode 100644 index 0000000..b0b00b8 --- /dev/null +++ ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part_all_complex.q.out @@ -0,0 +1,669 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Partitioned --> all complex conversions +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Partitioned --> all complex conversions +-- +------------------------------------------------------------------------------------------ +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: STRUCT --> STRUCT, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: CREATE TABLE struct1_a_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_a.txt' overwrite into table struct1_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_a_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_a_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_a_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_a_txt)struct1_a_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_a_txt.insert_num struct1_a_txt.s1 struct1_a_txt.b +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":-29.0764,"c7":4.70614135E8,"c8":470614135,"c9":"dynamic reptile ","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":n)Ú¯} original +2 1 {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":-3651.672,"c7":46114.284799488,"c8":46114.284799488,"c9":" baffling ","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":n)Ú¯} original +3 1 {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)Ú¯} original +4 1 {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)Ú¯} original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_struct1 replace columns (insert_num int, s1 STRUCT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: CREATE TABLE struct1_b_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_b.txt' overwrite into table struct1_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_b_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_b_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=2) select * from struct1_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_b_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=2 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).b SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).insert_num SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=2).s1 SIMPLE [(struct1_b_txt)struct1_b_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_b_txt.insert_num struct1_b_txt.s1 struct1_b_txt.b +PREHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: CREATE TABLE struct1_c_txt(insert_num int, s1 STRUCT, b STRING) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct1_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct1_c.txt' overwrite into table struct1_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct1_c_txt +PREHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct1_c_txt +PREHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: query: insert into table part_change_various_various_struct1 partition(part=1) select * from struct1_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct1_c_txt +POSTHOOK: Output: default@part_change_various_various_struct1@part=1 +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).b SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).insert_num SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_change_various_various_struct1 PARTITION(part=1).s1 SIMPLE [(struct1_c_txt)struct1_c_txt.FieldSchema(name:s1, type:struct, comment:null), ] +struct1_c_txt.insert_num struct1_c_txt.s1 struct1_c_txt.b +PREHOOK: query: explain +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=151) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=151) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=6 width=151) + default@part_change_various_various_struct1,part_change_various_various_struct1,Tbl:COMPLETE,Col:NONE,Output:["insert_num","s1","b"] + +PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Input: default@part_change_various_various_struct1@part=1 +PREHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=1 +POSTHOOK: Input: default@part_change_various_various_struct1@part=2 +#### A masked pattern was here #### +insert_num part s1 b +1 1 {"c1":"TRUE","c2":null,"c3":null,"c4":"3244222","c5":"-99999999999","c6":"-29.0764","c7":"4.70614135E8","c8":"470614135","c9":"dynamic reptile","c10":"dynamic reptile ","c11":"0004-09-22 18:26:29.519542222","c12":"2007-02-09","c13":"n)Ú¯"} original +2 1 {"c1":null,"c2":"100","c3":null,"c4":"14","c5":"-23866739993","c6":"-3651.672","c7":"46114.284799488","c8":"46114.284799488","c9":" baffling","c10":" baffling ","c11":"2007-02-09 05:17:29.368756876","c12":"0004-09-22","c13":"n)Ú¯"} original +3 1 {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"n)Ú¯"} original +4 1 {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"n)Ú¯"} original +5 2 {"c1":"true","c2":"400","c3":"44388","c4":"-100","c5":"953967041.","c6":"62.079153","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":"timestamp","c12":"date","c13":"binary"} new +6 1 {"c1":"FALSE","c2":"-67","c3":"833","c4":"63993","c5":"1255178165","c6":"905071.0","c7":"-4314.7918","c8":"-1240033819","c9":"trial","c10":"trial","c11":null,"c12":"2016-03-07","c13":"n)Ú¯"} new +PREHOOK: query: drop table part_change_various_various_struct1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_struct1 +PREHOOK: Output: default@part_change_various_various_struct1 +POSTHOOK: query: drop table part_change_various_various_struct1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_struct1 +POSTHOOK: Output: default@part_change_various_various_struct1 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: STRUCT +-- +CREATE TABLE part_add_various_various_struct2(insert_num int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) + values(1, 'original'), + (2, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +#### A masked pattern was here #### +insert_num part b +1 1 original +2 1 original +PREHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMN ... +alter table part_add_various_various_struct2 ADD columns (s2 STRUCT) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: CREATE TABLE struct2_a_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_a.txt' overwrite into table struct2_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_a_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_a_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_a_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_a_txt)struct2_a_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_a_txt.insert_num struct2_a_txt.b struct2_a_txt.s2 +PREHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: CREATE TABLE struct2_b_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_b.txt' overwrite into table struct2_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_b_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_b_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_b_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_b_txt)struct2_b_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_b_txt.insert_num struct2_b_txt.b struct2_b_txt.s2 +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new NULL +4 1 new NULL +5 2 new {"c1":false,"c2":72,"c3":null,"c4":-93222,"c5":30,"c6":-66475.56,"c7":-66475.561431,"c8":0.561431,"c9":"1 ","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":n)Ú¯} +6 2 new {"c1":null,"c2":-90,"c3":null,"c4":3289094,"c5":46114,"c6":9250341.0,"c7":9250340.75,"c8":9250340.75,"c9":"junkyard ","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":n)Ú¯} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_various_various_struct2 REPLACE columns (insert_num int, b STRING, s2 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: CREATE TABLE struct2_c_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_c.txt' overwrite into table struct2_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_c_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_c_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=2) select * from struct2_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_c_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=2 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).b SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).insert_num SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=2).s2 SIMPLE [(struct2_c_txt)struct2_c_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_c_txt.insert_num struct2_c_txt.b struct2_c_txt.s2 +PREHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: CREATE TABLE struct2_d_txt(insert_num int, b STRING, s2 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct2_d_txt +POSTHOOK: query: load data local inpath '../../data/files/struct2_d.txt' overwrite into table struct2_d_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct2_d_txt +PREHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct2_d_txt +PREHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) select * from struct2_d_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct2_d_txt +POSTHOOK: Output: default@part_add_various_various_struct2@part=1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).s2 SIMPLE [(struct2_d_txt)struct2_d_txt.FieldSchema(name:s2, type:struct, comment:null), ] +struct2_d_txt.insert_num struct2_d_txt.b struct2_d_txt.s2 +PREHOOK: query: explain +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=8 width=113) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=8 width=113) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=8 width=113) + default@part_add_various_various_struct2,part_add_various_various_struct2,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s2"] + +PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Input: default@part_add_various_various_struct2@part=1 +PREHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Input: default@part_add_various_various_struct2@part=1 +POSTHOOK: Input: default@part_add_various_various_struct2@part=2 +#### A masked pattern was here #### +insert_num part b s2 +1 1 original NULL +2 1 original NULL +3 1 new NULL +4 1 new NULL +5 2 new {"c1":"FALSE","c2":"72","c3":null,"c4":"-93222","c5":"30","c6":"-66475.56","c7":"-66475.561431","c8":"0.561431","c9":"1","c10":"1","c11":"6229-06-28 02:54:28.970117179","c12":"5966-07-09","c13":"n)Ú¯"} +6 2 new {"c1":null,"c2":"-90","c3":null,"c4":"3289094","c5":"46114","c6":"9250341.0","c7":"9250340.75","c8":"9250340.75","c9":"junkyard","c10":"junkyard","c11":"2002-05-10 05:29:48.990818073","c12":"1815-05-06","c13":"n)Ú¯"} +7 2 new {"c1":"TRUE","c2":null,"c3":null,"c4":"-100","c5":"953967041","c6":"62.07915","c7":"718.78","c8":"1","c9":"verdict","c10":"verdict","c11":null,"c12":null,"c13":"n)Ú¯"} +8 1 new NULL +PREHOOK: query: drop table part_add_various_various_struct2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_various_various_struct2 +PREHOOK: Output: default@part_add_various_various_struct2 +POSTHOOK: query: drop table part_add_various_various_struct2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_various_various_struct2 +POSTHOOK: Output: default@part_add_various_various_struct2 +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE ADD COLUMNS for Various --> Various: ADD COLUMNS to STRUCT type as LAST column of 3 columns +-- +CREATE TABLE part_add_to_various_various_struct4(insert_num int, b STRING, s3 STRUCT) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: CREATE TABLE struct4_a_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_a_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_a.txt' overwrite into table struct4_a_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_a_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_a_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_a_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_a_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_a_txt)struct4_a_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_a_txt.insert_num struct4_a_txt.b struct4_a_txt.s3 +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993} +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_add_to_various_various_struct4 replace columns (insert_num int, b STRING, s3 STRUCT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 +PREHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: CREATE TABLE struct4_b_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_b_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_b.txt' overwrite into table struct4_b_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_b_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_b_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=2) select * from struct4_b_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_b_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=2 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).b SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).insert_num SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=2).s3 SIMPLE [(struct4_b_txt)struct4_b_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_b_txt.insert_num struct4_b_txt.b struct4_b_txt.s3 +PREHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: CREATE TABLE struct4_c_txt(insert_num int, b STRING, s3 STRUCT) +row format delimited fields terminated by '|' +collection items terminated by ',' +map keys terminated by ':' stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@struct4_c_txt +POSTHOOK: query: load data local inpath '../../data/files/struct4_c.txt' overwrite into table struct4_c_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@struct4_c_txt +PREHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +PREHOOK: type: QUERY +PREHOOK: Input: default@struct4_c_txt +PREHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: query: insert into table part_add_to_various_various_struct4 partition(part=1) select * from struct4_c_txt +POSTHOOK: type: QUERY +POSTHOOK: Input: default@struct4_c_txt +POSTHOOK: Output: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).b SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:b, type:string, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).insert_num SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:insert_num, type:int, comment:null), ] +POSTHOOK: Lineage: part_add_to_various_various_struct4 PARTITION(part=1).s3 SIMPLE [(struct4_c_txt)struct4_c_txt.FieldSchema(name:s3, type:struct, comment:null), ] +struct4_c_txt.insert_num struct4_c_txt.b struct4_c_txt.s3 +PREHOOK: query: explain +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=4 width=84) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=4 width=84) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=4 width=84) + default@part_add_to_various_various_struct4,part_add_to_various_various_struct4,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s3"] + +PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=1 +PREHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=1 +POSTHOOK: Input: default@part_add_to_various_various_struct4@part=2 +#### A masked pattern was here #### +insert_num part b s3 +1 1 original {"c1":true,"c2":null,"c3":null,"c4":3244222,"c5":-99999999999,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +2 1 original {"c1":null,"c2":100,"c3":null,"c4":14,"c5":-23866739993,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +3 2 new {"c1":true,"c2":null,"c3":null,"c4":-100,"c5":953967041,"c6":62.07915,"c7":718.78,"c8":1,"c9":"verdict ","c10":"verdict","c11":null,"c12":null,"c13":n)Ú¯} +4 1 new {"c1":false,"c2":-67,"c3":833,"c4":63993,"c5":1255178165,"c6":null,"c7":null,"c8":null,"c9":null,"c10":null,"c11":null,"c12":null,"c13":null} +PREHOOK: query: drop table part_add_to_various_various_struct4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_add_to_various_various_struct4 +PREHOOK: Output: default@part_add_to_various_various_struct4 +POSTHOOK: query: drop table part_add_to_various_various_struct4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_add_to_various_various_struct4 +POSTHOOK: Output: default@part_add_to_various_various_struct4 diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part_all_primitive.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part_all_primitive.q.out new file mode 100644 index 0000000..d37d6f5 --- /dev/null +++ ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part_all_primitive.q.out @@ -0,0 +1,2734 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Partitioned --> all primitive conversions +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Partitioned --> all primitive conversions +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS Various --> Various +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BYTE, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, TIMESTAMP) --> BOOLEAN +-- +CREATE TABLE part_change_various_various_boolean(insert_num int, c1 TINYINT, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values(1, 255, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, 'true', '0004-09-22 18:26:29.519542222', 'original'), + (2, 45, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '2007-02-09 05:17:29.368756876', 'original'), + (3, 200, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, 'time will come', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 true 0004-09-22 18:26:29.519542222 original +2 1 45 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 NULL NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 6229-06-28 02:54:28.970117179 original +4 1 1 NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 time will come 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_boolean replace columns (insert_num int, c1 BOOLEAN, c2 BOOLEAN, c3 BOOLEAN, c4 BOOLEAN, c5 BOOLEAN, c6 BOOLEAN, c7 BOOLEAN, c8 BOOLEAN, c9 BOOLEAN, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=2) + values (5, 1, true, false, 1, 0, false, false, true, false, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@part_change_various_various_boolean@part=2 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: query: insert into table part_change_various_various_boolean partition(part=1) + values (6, 0, 1, 1, false, 0, true, false, true, 0, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@part_change_various_various_boolean@part=1 +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_boolean PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=96) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=96) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] + TableScan [TS_0] (rows=6 width=96) + default@part_change_various_various_boolean,part_change_various_various_boolean,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Input: default@part_change_various_various_boolean@part=1 +PREHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Input: default@part_change_various_various_boolean@part=1 +POSTHOOK: Input: default@part_change_various_various_boolean@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 b +1 1 NULL true true true true true true true true original +2 1 true true true true true true true false true original +3 1 NULL NULL true true true true true true true original +4 1 true NULL true true true true true true true original +5 2 true true false true true false false true false new +6 1 NULL NULL NULL NULL NULL NULL NULL true NULL new +PREHOOK: query: drop table part_change_various_various_boolean +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_boolean +PREHOOK: Output: default@part_change_various_various_boolean +POSTHOOK: query: drop table part_change_various_various_boolean +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_boolean +POSTHOOK: Output: default@part_change_various_various_boolean +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, SHORT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BYTE +-- +CREATE TABLE part_change_various_various_tinyint(insert_num int, c1 BOOLEAN, c2 SMALLINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values(1, true, 2000, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 1000, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72909, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, 90000, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true 2000 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 1000 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false NULL 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true NULL 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_tinyint replace columns (insert_num int, c1 TINYINT, c2 TINYINT, c3 TINYINT, c4 TINYINT, c5 TINYINT, c6 TINYINT, c7 TINYINT, c8 TINYINT, c9 TINYINT, c10 TINYINT, c11 TINYINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (5, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=2) + values (5, 23, 71, 127, 1, 131, -60, 68, -230, -182, 40, 93, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=2 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (6, -248, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: query: insert into table part_change_various_various_tinyint partition(part=1) + values (6, -248, 85, -126, -167, 91, 113, -28, -63, 0, 8, 237, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_tinyint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=112) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=112) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=112) + default@part_change_various_various_tinyint,part_change_various_various_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Input: default@part_change_various_various_tinyint@part=1 +PREHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Input: default@part_change_various_various_tinyint@part=1 +POSTHOOK: Input: default@part_change_various_various_tinyint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 -48 -51 -66 -29 119 119 73 73 73 -43 original +2 1 1 -24 -63 -25 -67 34 34 NULL NULL NULL 105 original +3 1 0 NULL -66 -38 30 85 85 1 1 1 84 original +4 1 1 NULL 87 6 34 36 36 -77 -77 -77 60 original +5 2 23 71 127 1 NULL -60 68 NULL NULL 40 93 new +6 1 NULL 85 -126 NULL 91 113 -28 -63 0 8 NULL new +PREHOOK: query: drop table part_change_various_various_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_tinyint +PREHOOK: Output: default@part_change_various_various_tinyint +POSTHOOK: query: drop table part_change_various_various_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_tinyint +POSTHOOK: Output: default@part_change_various_various_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, INT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> SMALLINT +-- +CREATE TABLE part_change_various_various_smallint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 INT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL 72909 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 483777 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 3244222 -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 754072151 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_smallint replace columns (insert_num int, c1 SMALLINT, c2 SMALLINT, c3 SMALLINT, c4 SMALLINT, c5 SMALLINT, c6 SMALLINT, c7 SMALLINT, c8 SMALLINT, c9 SMALLINT, c10 SMALLINT, c11 SMALLINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (5, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=2) + values (5, -30486, 15230, 3117, 1, -117, -7131, 20227, -24858, -28771, 46114, 72909, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@part_change_various_various_smallint@part=2 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (6, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: query: insert into table part_change_various_various_smallint partition(part=1) + values (6, -10542, -1805, -4844, 15507, 91, 22385, -28, -12268, 0, 66475, 774, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@part_change_various_various_smallint@part=1 +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_smallint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=118) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=118) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=118) + default@part_change_various_various_smallint,part_change_various_various_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Input: default@part_change_various_various_smallint@part=1 +PREHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Input: default@part_change_various_various_smallint@part=1 +POSTHOOK: Input: default@part_change_various_various_smallint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL 7373 -32578 -29 119 119 -2999 -2999 -2999 -11819 original +2 1 1 100 25025 29415 -3651 -19422 -19422 NULL NULL NULL 29801 original +3 1 0 72 -32578 -27686 30 -939 -939 1 1 1 -8620 original +4 1 1 -90 14935 12294 -19422 9764 9764 5299 5299 5299 -17092 original +5 2 -30486 15230 3117 1 -117 -7131 20227 -24858 -28771 NULL NULL new +6 1 NULL NULL -4844 15507 91 22385 -28 -12268 0 NULL NULL new +PREHOOK: query: drop table part_change_various_various_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_smallint +PREHOOK: Output: default@part_change_various_various_smallint +POSTHOOK: query: drop table part_change_various_various_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_smallint +POSTHOOK: Output: default@part_change_various_various_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, LONG, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> INT +-- +CREATE TABLE part_change_various_various_int(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 BIGINT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_int replace columns (insert_num int, c1 INT, c2 INT, c3 INT, c4 INT, c5 INT, c6 INT, c7 INT, c8 INT, c9 INT, c10 INT, c11 INT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=2) + values (5, 560930, -1281818, 127, 1, 84269672, -60, 27094665, -36016110, -182, 3244222, 561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@part_change_various_various_int@part=2 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: query: insert into table part_change_various_various_int partition(part=1) + values (6, -1928921, 695025, -151775655, -167, 91, 113, -164341325, -134237413, 0, 6229, 4422, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@part_change_various_various_int@part=1 +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_int PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=121) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=121) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=121) + default@part_change_various_various_int,part_change_various_various_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Input: default@part_change_various_various_int@part=1 +PREHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Input: default@part_change_various_various_int@part=1 +POSTHOOK: Input: default@part_change_various_various_int@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -1888628267 original +2 1 1 100 NULL 1903063783 -3651 46114 46114 NULL NULL NULL 1171027049 original +3 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 1272503892 original +4 1 1 -90 NULL 3289094 46114 9250340 9250340 5299 5299 5299 1021033788 original +5 2 560930 -1281818 127 1 84269672 -60 27094665 -36016110 -182 3244222 561431 new +6 1 NULL NULL NULL -167 91 113 -164341325 -134237413 0 6229 NULL new +PREHOOK: query: drop table part_change_various_various_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_int +PREHOOK: Output: default@part_change_various_various_int +POSTHOOK: query: drop table part_change_various_various_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_int +POSTHOOK: Output: default@part_change_various_various_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, FLOAT, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> BIGINT +-- +CREATE TABLE part_change_various_various_bigint(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 FLOAT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '1998287.3541', '1998287.3541', '1998287.3541', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29.0764 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30.774 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114.285 9250340.75 9250340.750000000000000000 1998287.3541 1998287.3541 1998287.3541 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_bigint replace columns (insert_num int, c1 BIGINT, c2 BIGINT, c3 BIGINT, c4 BIGINT, c5 BIGINT, c6 BIGINT, c7 BIGINT, c8 BIGINT, c9 BIGINT, c10 BIGINT, c11 BIGINT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (5, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=2) + values (5, 5573199346255528403, 71, 151775655, 1, 131, -60, 6275638713485623898, -230, -695025, 519542222, -29.0764, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@part_change_various_various_bigint@part=2 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (6, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: query: insert into table part_change_various_various_bigint partition(part=1) + values (6, -164341325, 9043162437544575070, -126, -6566204574741299000, 91, 113, -28, -63, 0, 3244222, -90, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@part_change_various_various_bigint@part=1 +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=127) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=127) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=127) + default@part_change_various_various_bigint,part_change_various_various_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Input: default@part_change_various_various_bigint@part=1 +PREHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Input: default@part_change_various_various_bigint@part=1 +POSTHOOK: Input: default@part_change_various_various_bigint@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1 NULL NULL 3244222 -29 470614135 470614135 -2999 -2999 -2999 -62018170411 original +2 1 1 100 NULL NULL -3651 46114 46114 NULL NULL NULL 1171027049 original +3 1 0 72 NULL -93222 30 -66475 -66475 1 1 1 134416490068 original +4 1 1 -90 NULL 3289094 46114 9250340 9250340 1998287 NULL NULL 1021033788 original +5 2 5573199346255528403 71 151775655 1 131 -60 6275638713485623898 -230 -695025 519542222 -29 new +6 1 NULL NULL -126 NULL 91 113 -28 -63 0 3244222 NULL new +PREHOOK: query: drop table part_change_various_various_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_bigint +PREHOOK: Output: default@part_change_various_various_bigint +POSTHOOK: query: drop table part_change_various_various_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_bigint +POSTHOOK: Output: default@part_change_various_various_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, DOUBLE, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> FLOAT +-- +CREATE TABLE part_change_various_various_float(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '2402.3', '2402.3', '2402.3', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 2402.3 2402.3 2402.3 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_float replace columns (insert_num int, c1 FLOAT, c2 FLOAT, c3 FLOAT, c4 FLOAT, c5 FLOAT, c6 FLOAT, c7 FLOAT, c8 FLOAT, c9 FLOAT, c10 FLOAT, c11 FLOAT, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, -3651.67212, 46114.28, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@part_change_various_various_float@part=2 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: query: insert into table part_change_various_various_float partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -93222.200, 29.076, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@part_change_various_various_float@part=1 +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=127) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=127) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=127) + default@part_change_various_various_float,part_change_various_various_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Input: default@part_change_various_various_float@part=1 +PREHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Input: default@part_change_various_various_float@part=1 +POSTHOOK: Input: default@part_change_various_various_float@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614144E8 4.70614144E8 -2999.0 -2999.0 -2999.0 -6.2018171E10 original +2 1 1.0 100.0 NULL NULL -3651.0 46114.285 46114.285 NULL NULL NULL 1.17102707E9 original +3 1 0.0 72.0 NULL -93222.0 30.0 -66475.56 -66475.56 2402.3 2402.3 2402.3 1.3441649E11 original +4 1 1.0 -90.0 NULL 3289094.0 46114.0 9250341.0 9250341.0 5299.0 5299.0 5299.0 1.02103379E9 original +5 2 9.5396704E8 62.079155 718.78 1.0 203.19955 -60.0 6.2756385E18 -230.0 -695025.0 -3651.672 46114.28 new +6 1 NULL NULL -4314.0 NULL 91.0 1698.95 -100.35978 -63.0 0.0 -93222.2 NULL new +PREHOOK: query: drop table part_change_various_various_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_float +PREHOOK: Output: default@part_change_various_various_float +POSTHOOK: query: drop table part_change_various_various_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_float +POSTHOOK: Output: default@part_change_various_various_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DECIMAL, STRING, CHAR, VARCHAR, TIMESTAMP) --> DOUBLE +-- +CREATE TABLE part_change_various_various_double(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 DOUBLE, c7 DECIMAL(38,18), c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '-2999', '-2999', '-2999', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '5299', '5299', '5299', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614135E8 470614135.000000000000000000 -2999 -2999 -2999 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.561431 -66475.561431000000000000 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250340.75 9250340.750000000000000000 5299 5299 5299 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, c4 DOUBLE, c5 DOUBLE, c6 DOUBLE, c7 DOUBLE, c8 DOUBLE, c9 DOUBLE, c10 DOUBLE, c11 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@part_change_various_various_double@part=2 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: query: insert into table part_change_various_various_double partition(part=1) + values (6, -1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@part_change_various_various_double@part=1 +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_double PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=135) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=135) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=135) + default@part_change_various_various_double,part_change_various_various_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Input: default@part_change_various_various_double@part=1 +PREHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Input: default@part_change_various_various_double@part=1 +POSTHOOK: Input: default@part_change_various_various_double@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.0 NULL NULL 3244222.0 -29.0 4.70614135E8 4.70614135E8 -2999.0 -2999.0 -2999.0 -6.201817041048046E10 original +2 1 1.0 100.0 NULL NULL -3651.0 46114.284799488 46114.284799488 NULL NULL NULL 1.1710270493687568E9 original +3 1 0.0 72.0 NULL -93222.0 30.0 -66475.561431 -66475.561431 1.0 1.0 1.0 1.3441649006897012E11 original +4 1 1.0 -90.0 NULL 3289094.0 46114.0 9250340.75 9250340.75 5299.0 5299.0 5299.0 1.021033788990818E9 original +5 2 9.53967041E8 62.07915395590135 718.78 1.0 203.199548118 -60.0 6.2756387134856243E18 -230.0 -695025.0 7.011717E-5 4.28479948 new +6 1 NULL NULL -4314.0 NULL 91.0 1698.95 -100.3597812 -63.0 0.0 -66475.0000008 NULL new +PREHOOK: query: drop table part_change_various_various_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_double +PREHOOK: Output: default@part_change_various_various_double +POSTHOOK: query: drop table part_change_various_various_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_double +POSTHOOK: Output: default@part_change_various_various_double +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, STRING, CHAR, VARCHAR, TIMESTAMP) --> DECIMAL +-- +CREATE TABLE part_change_various_various_decimal(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 STRING, c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values(1, -2999, 200, 72909, 3244222, -29.0764, 470614135, 470614135, '--1551801.09502', '--1551801.09502', '--1551801.09502', '0004-09-22 18:26:29.519542222', 'original'), + (2, 0, 100, 483777, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '', '', '', '2007-02-09 05:17:29.368756876', 'original'), + (3, false, 72, 3244222, -93222, 30.774, -66475.561431, -66475.561431, '1', '1', '1', '6229-06-28 02:54:28.970117179', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488 ,9250340.75, 9250340.75, '2402.3', '2402.3', '2402.3', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 true NULL NULL 3244222 -29 4.70614144E8 4.70614135E8 --1551801.09502 --1551801.09502 --1551801.09502 0004-09-22 18:26:29.519542222 original +2 1 true 100 NULL NULL -3651 46114.285 46114.284799488 2007-02-09 05:17:29.368756876 original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 1 1 1 6229-06-28 02:54:28.970117179 original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 2402.3 2402.3 2402.3 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_decimal replace columns (insert_num int, c1 DECIMAL(38,18), c2 DECIMAL(38,18), c3 DECIMAL(38,18), c4 DECIMAL(38,18), c5 DECIMAL(38,18), c6 DECIMAL(38,18), c7 DECIMAL(38,18), c8 DECIMAL(38,18), c9 DECIMAL(38,18), c10 DECIMAL(38,18), c11 DECIMAL(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=2) + values (5, 953967041., 62.0791539559013466, 718.78, 1, 203.199548118, -60, 6275638713485623898, -230, -695025, 0.00007011717, 4.28479948, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@part_change_various_various_decimal@part=2 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (6,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: query: insert into table part_change_various_various_decimal partition(part=1) + values (6,-1255178165.77663, 9043162437544575070.974, -4314.7918, -1240033819, 91, 1698.95, -100.3597812, -63, 0, -66475.0000008, -284799488.1, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@part_change_various_various_decimal@part=1 +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_decimal PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=180) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=180) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + TableScan [TS_0] (rows=6 width=180) + default@part_change_various_various_decimal,part_change_various_various_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Input: default@part_change_various_various_decimal@part=1 +PREHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Input: default@part_change_various_various_decimal@part=1 +POSTHOOK: Input: default@part_change_various_various_decimal@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 b +1 1 1.000000000000000000 NULL NULL 3244222.000000000000000000 -29.000000000000000000 470614144.000000000000000000 470614135.000000000000000000 NULL NULL NULL -62018170410.480460000000000000 original +2 1 1.000000000000000000 100.000000000000000000 NULL NULL -3651.000000000000000000 46114.285000000000000000 46114.284799488000000000 NULL NULL NULL 1171027049.368756800000000000 original +3 1 0.000000000000000000 72.000000000000000000 NULL -93222.000000000000000000 30.000000000000000000 -66475.560000000000000000 -66475.561431000000000000 1.000000000000000000 1.000000000000000000 1.000000000000000000 134416490068.970120000000000000 original +4 1 1.000000000000000000 -90.000000000000000000 NULL 3289094.000000000000000000 46114.000000000000000000 9250341.000000000000000000 9250340.750000000000000000 2402.300000000000000000 2402.300000000000000000 2402.300000000000000000 1021033788.990818000000000000 original +5 2 953967041.000000000000000000 62.079153955901346600 718.780000000000000000 1.000000000000000000 203.199548118000000000 -60.000000000000000000 6275638713485623898.000000000000000000 -230.000000000000000000 -695025.000000000000000000 0.000070117170000000 4.284799480000000000 new +6 1 NULL NULL -4314.000000000000000000 -1240033819.000000000000000000 91.000000000000000000 1698.950000000000000000 -100.359781200000000000 -63.000000000000000000 0.000000000000000000 -66475.000000800000000000 NULL new +PREHOOK: query: drop table part_change_various_various_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_decimal +PREHOOK: Output: default@part_change_various_various_decimal +POSTHOOK: query: drop table part_change_various_various_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_decimal +POSTHOOK: Output: default@part_change_various_various_decimal +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), CHAR, VARCHAR, TIMESTAMP, DATE, BINARY) --> STRING +-- +CREATE TABLE part_change_various_various_string(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 CHAR(25), c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, c5 STRING, c6 STRING, c7 STRING, c8 STRING, c9 STRING, c10 STRING, c11 STRING, c12 STRING, c13 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@part_change_various_various_string@part=2 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c1 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c10 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c11 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c12 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c13 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c2 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c3 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c4 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c5 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c6 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c7 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c8 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).c9 SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: query: insert into table part_change_various_various_string partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@part_change_various_various_string@part=1 +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c1 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c11 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c12 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c13 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c2 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c3 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c4 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c5 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c6 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c8 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).c9 SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=152) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=152) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + TableScan [TS_0] (rows=6 width=152) + default@part_change_various_various_string,part_change_various_various_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Input: default@part_change_various_various_string@part=1 +PREHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Input: default@part_change_various_various_string@part=1 +POSTHOOK: Input: default@part_change_various_various_string@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 NULL -67 833 63993 NULL 905071.0 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22 2016-03-07 n)Ú¯ new +PREHOOK: query: drop table part_change_various_various_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_string +PREHOOK: Output: default@part_change_various_various_string +POSTHOOK: query: drop table part_change_various_various_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_string +POSTHOOK: Output: default@part_change_various_various_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR +-- +CREATE TABLE part_change_various_various_char(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char replace columns (insert_num int, c1 CHAR(25), c2 CHAR(25), c3 CHAR(25), c4 CHAR(25), c5 CHAR(25), c6 CHAR(25), c7 CHAR(25), c8 CHAR(25), c9 CHAR(25), c10 CHAR(25), c11 CHAR(25), c12 CHAR(25), c13 CHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@part_change_various_various_char@part=2 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: query: insert into table part_change_various_various_char partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@part_change_various_various_char@part=1 +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=219) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=219) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + TableScan [TS_0] (rows=6 width=219) + default@part_change_various_various_char,part_change_various_various_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Input: default@part_change_various_various_char@part=1 +PREHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Input: default@part_change_various_various_char@part=1 +POSTHOOK: Input: default@part_change_various_various_char@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 binary original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.36875 0004-09-22 binary original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 binary original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 binary original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 NULL NULL NULL NULL NULL 905071.0 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22 NULL n)Ú¯ new +PREHOOK: query: drop table part_change_various_various_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char +PREHOOK: Output: default@part_change_various_various_char +POSTHOOK: query: drop table part_change_various_various_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char +POSTHOOK: Output: default@part_change_various_various_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, VARCHAR, TIMESTAMP, DATE, BINARY) --> CHAR trunc +-- +CREATE TABLE part_change_various_various_char_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 VARCHAR(8), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffli 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_char_trunc replace columns (insert_num int, c1 CHAR(8), c2 CHAR(8), c3 CHAR(8), c4 CHAR(8), c5 CHAR(8), c6 CHAR(8), c7 CHAR(8), c8 CHAR(8), c9 CHAR(8), c10 CHAR(8), c11 CHAR(8), c12 CHAR(8), c13 CHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_char_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_char_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=143) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=143) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + TableScan [TS_0] (rows=6 width=143) + default@part_change_various_various_char_trunc,part_change_various_various_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Input: default@part_change_various_various_char_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_char_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- binary original +2 1 TRUE 100 NULL 14 -2386673 -3651.67 46114.28 46114.28 baffli baffli 2007-02- 0004-09- binary original +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- binary original +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- binary original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 NULL NULL NULL NULL NULL 905070.9 -4314.79 -1240033 trial trial NULL NULL n)Ú¯ new +PREHOOK: query: drop table part_change_various_various_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_char_trunc +PREHOOK: Output: default@part_change_various_various_char_trunc +POSTHOOK: query: drop table part_change_various_various_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_char_trunc +POSTHOOK: Output: default@part_change_various_various_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR +-- +CREATE TABLE part_change_various_various_varchar(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar replace columns (insert_num int, c1 VARCHAR(25), c2 VARCHAR(25), c3 VARCHAR(25), c4 VARCHAR(25), c5 VARCHAR(25), c6 VARCHAR(25), c7 VARCHAR(25), c8 VARCHAR(25), c9 VARCHAR(25), c10 VARCHAR(25), c11 VARCHAR(25), c12 VARCHAR(25), c13 VARCHAR(25), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@part_change_various_various_varchar@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@part_change_various_various_varchar@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=152) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=152) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + TableScan [TS_0] (rows=6 width=152) + default@part_change_various_various_varchar,part_change_various_various_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Input: default@part_change_various_various_varchar@part=1 +PREHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Input: default@part_change_various_various_varchar@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135 dynamic reptile dynamic reptile 0004-09-22 18:26:29.51954 2007-02-09 binary original +2 1 TRUE 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488 baffling baffling 2007-02-09 05:17:29.36875 0004-09-22 binary original +3 1 FALSE 72 NULL -93222 30 -66475.56 -66475.561431 0.561431 1 1 6229-06-28 02:54:28.97011 5966-07-09 binary original +4 1 TRUE -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.75 junkyard junkyard 2002-05-10 05:29:48.99081 1815-05-06 binary original +5 2 true 400 44388 -100 953967041. 62.079153 718.78 1 verdict verdict timestamp date binary new +6 1 NULL -67 833 63993 NULL 905071.0 -4314.7918 -1240033819 trial trial 2016-03-07 03:02:22 2016-03-07 n)Ú¯ new +PREHOOK: query: drop table part_change_various_various_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar +PREHOOK: Output: default@part_change_various_various_varchar +POSTHOOK: query: drop table part_change_various_various_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar +POSTHOOK: Output: default@part_change_various_various_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, TIMESTAMP, DATE, BINARY) --> VARCHAR trunc +-- +CREATE TABLE part_change_various_various_varchar_trunc(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 TIMESTAMP, c12 DATE, c13 BINARY, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, 'dynamic reptile ', 'dynamic reptile ', '0004-09-22 18:26:29.519542222', '2007-02-09', 'binary', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, ' baffling ', ' baffling ', '2007-02-09 05:17:29.368756876', '0004-09-22', 'binary', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '1', '1', '6229-06-28 02:54:28.970117179', '5966-07-09', 'binary', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, 'junkyard', 'junkyard', '2002-05-10 05:29:48.990818073', '1815-05-06', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 dynamic reptile dynamic reptile 0004-09-22 18:26:29.519542222 2007-02-09 binary original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 baffling baffling 2007-02-09 05:17:29.368756876 0004-09-22 binary original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 1 1 6229-06-28 02:54:28.970117179 5966-07-09 binary original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 junkyard junkyard 2002-05-10 05:29:48.990818073 1815-05-06 binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_varchar_trunc replace columns (insert_num int, c1 VARCHAR(8), c2 VARCHAR(8), c3 VARCHAR(8), c4 VARCHAR(8), c5 VARCHAR(8), c6 VARCHAR(8), c7 VARCHAR(8), c8 VARCHAR(8), c9 VARCHAR(8), c10 VARCHAR(8), c11 VARCHAR(8), c12 VARCHAR(8), c13 VARCHAR(8), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'verdict', 'verdict', 'timestamp', 'date', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=2 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c13 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: query: insert into table part_change_various_various_varchar_trunc partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', 'trial', 'trial', '2016-03-07 03:02:22.0', '2016-03-07', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col15, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_varchar_trunc PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=146) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=146) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + TableScan [TS_0] (rows=6 width=146) + default@part_change_various_various_varchar_trunc,part_change_various_various_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +PREHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=1 +POSTHOOK: Input: default@part_change_various_various_varchar_trunc@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 b +1 1 TRUE NULL NULL 3244222 -9999999 -29.0764 4.706141 47061413 dynamic dynamic 0004-09- 2007-02- binary original +2 1 TRUE 100 NULL 14 -2386673 -3651.67 46114.28 46114.28 baffli baffli 2007-02- 0004-09- binary original +3 1 FALSE 72 NULL -93222 30 -66475.5 -66475.5 0.561431 1 1 6229-06- 5966-07- binary original +4 1 TRUE -90 NULL 3289094 46114 9250341. 9250340. 9250340. junkyard junkyard 2002-05- 1815-05- binary original +5 2 true 400 44388 -100 95396704 62.07915 718.78 1 verdict verdict timestam date binary new +6 1 NULL -67 833 63993 NULL 905070.9 -4314.79 -1240033 trial trial NULL NULL n)Ú¯ new +PREHOOK: query: drop table part_change_various_various_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_varchar_trunc +PREHOOK: Output: default@part_change_various_various_varchar_trunc +POSTHOOK: query: drop table part_change_various_various_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_varchar_trunc +POSTHOOK: Output: default@part_change_various_various_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (BOOLEAN, TINYINT, SMALLINT, INT, LONG, FLOAT, DOUBLE, DECIMAL(38,18), STRING, CHAR, VARCHAR, DATE) --> TIMESTAMP +-- +CREATE TABLE part_change_various_various_timestamp(insert_num int, c1 BOOLEAN, c2 TINYINT, c3 SMALLINT, c4 INT, c5 BIGINT, c6 FLOAT, c7 DOUBLE, c8 DECIMAL(38,18), c9 STRING, c10 CHAR(25), c11 VARCHAR(25), c12 DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '0004-09-22', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values(1, true, 200, 72909, 3244222, -99999999999, -29.0764, 470614135, 470614135, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '2007-02-09', 'original'), + (2, 0, 100, 483777, 14, -23866739993, -3651.672121, 46114.284799488, 46114.284799488, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '0004-09-22', 'original'), + (3, false, 72, 3244222, -93222, 30.774, - 66475.561431, -66475.561431, 0.561431, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '5966-07-09', 'original'), + (4, 1, -90, 754072151, 3289094, 46114.284799488, 9250340.75, 9250340.75, 9250340.75, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '1815-05-06', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 true NULL NULL 3244222 -99999999999 -29.0764 4.70614135E8 470614135.000000000000000000 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 original +2 1 true 100 NULL 14 -23866739993 -3651.672 46114.284799488 46114.284799488000000000 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 0004-09-22 original +3 1 false 72 NULL -93222 30 -66475.56 -66475.561431 0.561431000000000000 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 original +4 1 true -90 NULL 3289094 46114 9250341.0 9250340.75 9250340.750000000000000000 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_timestamp replace columns (insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, c6 TIMESTAMP, c7 TIMESTAMP, c8 TIMESTAMP, c9 TIMESTAMP, c10 TIMESTAMP, c11 TIMESTAMP, c12 TIMESTAMP, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=2) + values (5, 'true', '400', '44388', -'100', '953967041.', '62.079153', '718.78', '1', 'timestamp', 'timestamp', 'timestamp', 'date', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=2 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c10 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c11 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c12 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c5 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c6 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c7 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c8 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).c9 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: query: insert into table part_change_various_various_timestamp partition(part=1) + values (6,-'false', '-67', '833', '63993', ' 1255178165.77663', '905070.974', '-4314.7918', -'1240033819', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07 03:02:22.0', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col14, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col13, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=141) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=141) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] + TableScan [TS_0] (rows=6 width=141) + default@part_change_various_various_timestamp,part_change_various_various_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Input: default@part_change_various_various_timestamp@part=1 +PREHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Input: default@part_change_various_various_timestamp@part=1 +POSTHOOK: Input: default@part_change_various_various_timestamp@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 b +1 1 1969-12-31 16:00:00.001 NULL NULL 1969-12-31 16:54:04.222 1966-10-31 06:13:20.001 1969-12-31 15:59:30.923599244 1984-11-29 14:08:55 1984-11-29 14:08:55 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 2007-02-09 00:00:00 original +2 1 1969-12-31 16:00:00.001 1969-12-31 16:00:00.1 NULL 1969-12-31 16:00:00.014 1969-03-30 10:21:00.007 1969-12-31 14:59:08.32788086 1970-01-01 04:48:34.284799488 1970-01-01 04:48:34.284799488 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 0004-09-22 00:00:00 original +3 1 1969-12-31 16:00:00 1969-12-31 16:00:00.072 NULL 1969-12-31 15:58:26.778 1969-12-31 16:00:00.03 1969-12-30 21:32:04.4375 1969-12-30 21:32:04.438569 1969-12-31 16:00:00.561431 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 5966-07-09 00:00:00 original +4 1 1969-12-31 16:00:00.001 1969-12-31 15:59:59.91 NULL 1969-12-31 16:54:49.094 1969-12-31 16:00:46.114 1970-04-17 17:32:21 1970-04-17 17:32:20.75 1970-04-17 17:32:20.75 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 1815-05-06 00:00:00 original +5 2 NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL new +6 1 NULL NULL NULL NULL NULL NULL NULL NULL 2016-03-07 03:02:22 2016-03-07 03:02:22 2016-03-07 03:02:22 NULL new +PREHOOK: query: drop table part_change_various_various_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_timestamp +PREHOOK: Output: default@part_change_various_various_timestamp +POSTHOOK: query: drop table part_change_various_various_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_timestamp +POSTHOOK: Output: default@part_change_various_various_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR, TIMESTAMP --> DATE +-- +CREATE TABLE part_change_various_various_date(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), c4 TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values(1, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'original'), + (2, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'original'), + (3, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'original'), + (4, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.51954 0004-09-22 18:26:29.519542222 original +2 1 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.36875 2007-02-09 05:17:29.368756876 original +3 1 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.97011 6229-06-28 02:54:28.970117179 original +4 1 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.99081 2002-05-10 05:29:48.990818073 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_date replace columns (insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=2) + values (5, '2016-03-07', '2016-03-07', '2016-03-07', '2016-03-07', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@part_change_various_various_date@part=2 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: query: insert into table part_change_various_various_date partition(part=1) + values (6,-'2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10','new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@part_change_various_various_date@part=1 +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_date PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=96) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=96) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=6 width=96) + default@part_change_various_various_date,part_change_various_various_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Input: default@part_change_various_various_date@part=1 +PREHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Input: default@part_change_various_various_date@part=1 +POSTHOOK: Input: default@part_change_various_various_date@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 c4 b +1 1 NULL NULL NULL 0004-09-22 original +2 1 NULL NULL NULL 2007-02-09 original +3 1 NULL NULL NULL 6229-06-28 original +4 1 NULL NULL NULL 2002-05-10 original +5 2 2016-03-07 2016-03-07 2016-03-07 2016-03-07 new +6 1 NULL 2002-05-10 2002-05-10 NULL new +PREHOOK: query: drop table part_change_various_various_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_date +PREHOOK: Output: default@part_change_various_various_date +POSTHOOK: query: drop table part_change_various_various_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_date +POSTHOOK: Output: default@part_change_various_various_date +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR) --> BINARY +-- +CREATE TABLE part_change_various_various_binary(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@part_change_various_various_binary +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for Various --> Various: (STRING, CHAR, VARCHAR) --> BINARY +-- +CREATE TABLE part_change_various_various_binary(insert_num int, c1 STRING, c2 CHAR(25), c3 VARCHAR(25), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@part_change_various_various_binary +PREHOOK: query: insert into table part_change_various_various_binary partition(part=1) + values(1, 'binary', 'binary', 'binary', 'original'), + (2, 'binary', 'binary', 'binary', 'original'), + (3, 'binary', 'binary', 'binary', 'original'), + (4, 'binary', 'binary', 'binary', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@part_change_various_various_binary@part=1 +POSTHOOK: query: insert into table part_change_various_various_binary partition(part=1) + values(1, 'binary', 'binary', 'binary', 'original'), + (2, 'binary', 'binary', 'binary', 'original'), + (3, 'binary', 'binary', 'binary', 'original'), + (4, 'binary', 'binary', 'binary', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@part_change_various_various_binary@part=1 +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c1 SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_binary +PREHOOK: Input: default@part_change_various_various_binary@part=1 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_binary +POSTHOOK: Input: default@part_change_various_various_binary@part=1 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 binary binary binary original +2 1 binary binary binary original +3 1 binary binary binary original +4 1 binary binary binary original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_binary replace columns (insert_num int, c1 BINARY, c2 BINARY, c3 BINARY, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@part_change_various_various_binary +PREHOOK: Output: default@part_change_various_various_binary +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table part_change_various_various_binary replace columns (insert_num int, c1 BINARY, c2 BINARY, c3 BINARY, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@part_change_various_various_binary +POSTHOOK: Output: default@part_change_various_various_binary +PREHOOK: query: insert into table part_change_various_various_binary partition(part=2) + values (5, 'binary', 'binary', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@part_change_various_various_binary@part=2 +POSTHOOK: query: insert into table part_change_various_various_binary partition(part=2) + values (5, 'binary', 'binary', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@part_change_various_various_binary@part=2 +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=2).insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table part_change_various_various_binary partition(part=1) + values (6,-'binary', 'binary', 'binary', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@part_change_various_various_binary@part=1 +POSTHOOK: query: insert into table part_change_various_various_binary partition(part=1) + values (6,-'binary', 'binary', 'binary', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@part_change_various_various_binary@part=1 +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: part_change_various_various_binary PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=6 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=6 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=6 width=44) + default@part_change_various_various_binary,part_change_various_various_binary,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@part_change_various_various_binary +PREHOOK: Input: default@part_change_various_various_binary@part=1 +PREHOOK: Input: default@part_change_various_various_binary@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_various_various_binary order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@part_change_various_various_binary +POSTHOOK: Input: default@part_change_various_various_binary@part=1 +POSTHOOK: Input: default@part_change_various_various_binary@part=2 +#### A masked pattern was here #### +insert_num part c1 c2 c3 b +1 1 binary binary binary original +2 1 binary binary binary original +3 1 binary binary binary original +4 1 binary binary binary original +5 2 binary binary binary new +6 1 LWJpbmFyeQ== YmluYXJ5 YmluYXJ5 new +PREHOOK: query: drop table part_change_various_various_binary +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@part_change_various_various_binary +PREHOOK: Output: default@part_change_various_various_binary +POSTHOOK: query: drop table part_change_various_various_binary +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@part_change_various_various_binary +POSTHOOK: Output: default@part_change_various_various_binary diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_table.q.out index 4003c20..f222f13 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_table.q.out @@ -1,297 +1,3885 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table1 +PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table +-- +------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE ADD COLUMNS -- -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE +-- SUBSECTION: ALTER TABLE ADD COLUMNS: INT PERMUTE SELECT +-- +-- +CREATE TABLE table_add_int_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 original -2 original -3 original -4 original -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(c int, d string) +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_permute_select add columns(c int) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 48 + totalSize 52 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (5, 1, 'new', 10), + (6, 2, 'new', 20), + (7, 3, 'new', 30), + (8, 4, 'new', 40) POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: insert into table table_add_int_permute_select + values (9, 5, 'new', 100), + (10, 6, 'new', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table_add_int_permute_select +POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select a,b,c,d from table1 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=11) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=11) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=11) + default@table_add_int_permute_select,table_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_permute_select order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -PREHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- ADD COLUMNS -alter table table1 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2') +PREHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_permute_select order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table1.e SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 -PREHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: Input: default@table_add_int_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num PREHOOK: type: QUERY -PREHOOK: Input: default@table1 +PREHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d,e from table1 +POSTHOOK: query: select insert_num,c from table_add_int_permute_select order by insert_num POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table_add_int_permute_select #### A masked pattern was here #### -a b c d e -1 new 10 ten NULL -1 original NULL NULL NULL -2 new 20 twenty NULL -2 original NULL NULL NULL -3 new 30 thirty NULL -3 original NULL NULL NULL -4 new 40 forty NULL -4 original NULL NULL NULL -5 new 100 hundred another1 -6 new 200 two hundred another2 -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: drop table table_add_int_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_permute_select +PREHOOK: Output: default@table_add_int_permute_select +POSTHOOK: query: drop table table_add_int_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_permute_select +POSTHOOK: Output: default@table_add_int_permute_select +PREHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@table3 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN --- smallint = (2-byte signed integer, from -32,768 to 32,767) +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- SUBSECTION: ALTER TABLE ADD COLUMNS: INT, STRING, PERMUTE SELECT +-- -- -CREATE TABLE table3(a smallint, b STRING) STORED AS TEXTFILE +CREATE TABLE table_add_int_string_permute_select(insert_num int, a INT, b STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (1, 1, 'original'), + (2, 2, 'original'), + (3, 3, 'original'), + (4, 4, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -3 original -4 original -6737 original -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table table_add_int_string_permute_select add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: query: DESCRIBE FORMATTED table_add_int_string_permute_select +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +col_name data_type comment +# col_name data_type comment + +insert_num int +a int +b string +c int +d string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 4 + rawDataSize 48 + totalSize 52 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (5, 1, 'new', 10, 'ten'), + (6, 2, 'new', 20, 'twenty'), + (7, 3, 'new', 30, 'thirty'), + (8, 4, 'new', 40, 'forty') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -6737 original -72909 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 add columns(e string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table3 -POSTHOOK: query: insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6') +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: insert into table table_add_int_string_permute_select + values (9, 5, 'new', 100, 'hundred'), + (10, 6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table3.e SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -_col0 _col1 _col2 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: -- ADD COLUMNS ... RESTRICT -alter table table3 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 -PREHOOK: query: select a,b from table3 -PREHOOK: type: QUERY -PREHOOK: Input: default@table3 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table3 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table3 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 +POSTHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=15) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=15) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=15) + default@table_add_int_string_permute_select,table_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + +PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right +select insert_num,a,b from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b +1 1 original +10 6 new +2 2 original +3 3 original +4 4 original +5 1 new +6 2 new +7 3 new +8 4 new +9 5 new +PREHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c +1 1 original NULL +10 6 new 200 +2 2 original NULL +3 3 original NULL +4 4 original NULL +5 1 new 10 +6 2 new 20 +7 3 new 30 +8 4 new 40 +9 5 new 100 +PREHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,b,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a b c d +1 1 original NULL NULL +10 6 new 200 two hundred +2 2 original NULL NULL +3 3 original NULL NULL +4 4 original NULL NULL +5 1 new 10 ten +6 2 new 20 twenty +7 3 new 30 thirty +8 4 new 40 forty +9 5 new 100 hundred +PREHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,c,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a c d +1 1 NULL NULL +10 6 200 two hundred +2 2 NULL NULL +3 3 NULL NULL +4 4 NULL NULL +5 1 10 ten +6 2 20 twenty +7 3 30 thirty +8 4 40 forty +9 5 100 hundred +PREHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,a,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num a d +1 1 NULL +10 6 two hundred +2 2 NULL +3 3 NULL +4 4 NULL +5 1 ten +6 2 twenty +7 3 thirty +8 4 forty +9 5 hundred +PREHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num c +1 NULL +10 200 +2 NULL +3 NULL +4 NULL +5 10 +6 20 +7 30 +8 40 +9 100 +PREHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,d from table_add_int_string_permute_select order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_add_int_string_permute_select +#### A masked pattern was here #### +insert_num d +1 NULL +10 two hundred +2 NULL +3 NULL +4 NULL +5 ten +6 twenty +7 thirty +8 forty +9 hundred +PREHOOK: query: drop table table_add_int_string_permute_select +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_add_int_string_permute_select +PREHOOK: Output: default@table_add_int_string_permute_select +POSTHOOK: query: drop table table_add_int_string_permute_select +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_add_int_string_permute_select +POSTHOOK: Output: default@table_add_int_string_permute_select +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DOUBLE: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_double(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_double replace columns (insert_num int, c1 DOUBLE, c2 DOUBLE, c3 DOUBLE, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: insert into table table_change_string_group_double + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table_change_string_group_double +POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=55) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=55) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=55) + default@table_change_string_group_double,table_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_double +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 753.7028 753.7028 original +10 9250340.75 9250340.75 9250340.75 new +2 -3651.672121 -3651.672121 -3651.672121 original +3 -29.0764 -29.0764 -29.0764 original +4 -10.3 -10.3 -10.3 original +5 30.774 30.774 30.774 new +6 20.31 20.31 20.31 new +7 46114.284799488 46114.284799488 46114.284799488 new +8 -66475.561431 -66475.561431 -66475.561431 new +9 17808.963785 17808.963785 17808.963785 new +PREHOOK: query: drop table table_change_string_group_double +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_double +PREHOOK: Output: default@table_change_string_group_double +POSTHOOK: query: drop table table_change_string_group_double +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_double +POSTHOOK: Output: default@table_change_string_group_double +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> DECIMAL: (STRING, CHAR, VARCHAR) +-- +CREATE TABLE table_change_string_group_decimal(insert_num int, c1 STRING, c2 CHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__10 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (1, '753.7028', '753.7028', '753.7028', 'original'), + (2, '-3651.672121', '-3651.672121', '-3651.672121', 'original'), + (3, '-29.0764', '-29.0764', '-29.0764', 'original'), + (4, '-10.3', '-10.3', '-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__10 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_decimal replace columns (insert_num int, c1 decimal(38,18), c2 decimal(38,18), c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (5, 30.774, 30.774, 30.774, 'new'), + (6, 20.31, 20.31, 20.31, 'new'), + (7, 46114.284799488, 46114.284799488, 46114.284799488, 'new'), + (8, -66475.561431, -66475.561431, -66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: insert into table table_change_string_group_decimal + values (9, 17808.963785, 17808.963785, 17808.963785, 'new'), + (10, 9250340.75 , 9250340.75 , 9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: Lineage: table_change_string_group_decimal.b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c1 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c2 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.c3 EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_decimal.insert_num EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=79) + default@table_change_string_group_decimal,table_change_string_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_decimal order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_decimal +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702800000000000000 753.702800000000000000 753.702800000000000000 original +10 9250340.750000000000000000 9250340.750000000000000000 9250340.750000000000000000 new +2 -3651.672121000000000000 -3651.672121000000000000 -3651.672121000000000000 original +3 -29.076400000000000000 -29.076400000000000000 -29.076400000000000000 original +4 -10.300000000000000000 -10.300000000000000000 -10.300000000000000000 original +5 30.774000000000000000 30.774000000000000000 30.774000000000000000 new +6 20.310000000000000000 20.310000000000000000 20.310000000000000000 new +7 46114.284799488000000000 46114.284799488000000000 46114.284799488000000000 new +8 -66475.561431000000000000 -66475.561431000000000000 -66475.561431000000000000 new +9 17808.963785000000000000 17808.963785000000000000 17808.963785000000000000 new +PREHOOK: query: drop table table_change_string_group_decimal +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_decimal +PREHOOK: Output: default@table_change_string_group_decimal +POSTHOOK: query: drop table table_change_string_group_decimal +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_decimal +POSTHOOK: Output: default@table_change_string_group_decimal +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: TIMESTAMP, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_timestamp(insert_num int, c1 TIMESTAMP, c2 TIMESTAMP, c3 TIMESTAMP, c4 TIMESTAMP, c5 TIMESTAMP, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (1, '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', '2000-12-18 08:42:30.000595596', 'original'), + (2, '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', '2024-11-11 16:42:41.101', 'original'), + (3, '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', '2021-09-24 03:18:32.413655165', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_timestamp replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (4, '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', '0004-09-22 18:26:29.519542222', 'new'), + (5, '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', '1815-05-06 00:12:37.543584705', 'new'), + (6, '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', '2007-02-09 05:17:29.368756876', 'new'), + (7, '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', '2002-05-10 05:29:48.990818073', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: insert into table table_change_date_group_string_group_timestamp + values (8, '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', '6229-06-28 02:54:28.970117179', 'new'), + (9, '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', '5966-07-09 03:30:50.597', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c1 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c2 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c3 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c4 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.c5 EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_timestamp.insert_num EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=9 width=147) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=147) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=147) + default@table_change_date_group_string_group_timestamp,table_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_timestamp order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 08:42:30.000595596 2000-12-18 08:42:30.000595596 2000-12-18 08:4 2000-12-18 08:42:30.000595596 2000-12-18 08:4 original +2 2024-11-11 16:42:41.101 2024-11-11 16:42:41.101 2024-11-11 16:4 2024-11-11 16:42:41.101 2024-11-11 16:4 original +3 2021-09-24 03:18:32.413655165 2021-09-24 03:18:32.413655165 2021-09-24 03:1 2021-09-24 03:18:32.413655165 2021-09-24 03:1 original +4 0004-09-22 18:26:29.519542222 0004-09-22 18:26:29.519542222 0004-09-22 18:2 0004-09-22 18:26:29.519542222 0004-09-22 18:2 new +5 1815-05-06 00:12:37.543584705 1815-05-06 00:12:37.543584705 1815-05-06 00:1 1815-05-06 00:12:37.543584705 1815-05-06 00:1 new +6 2007-02-09 05:17:29.368756876 2007-02-09 05:17:29.368756876 2007-02-09 05:1 2007-02-09 05:17:29.368756876 2007-02-09 05:1 new +7 2002-05-10 05:29:48.990818073 2002-05-10 05:29:48.990818073 2002-05-10 05:2 2002-05-10 05:29:48.990818073 2002-05-10 05:2 new +8 6229-06-28 02:54:28.970117179 6229-06-28 02:54:28.970117179 6229-06-28 02:5 6229-06-28 02:54:28.970117179 6229-06-28 02:5 new +9 5966-07-09 03:30:50.597 5966-07-09 03:30:50.597 5966-07-09 03:3 5966-07-09 03:30:50.597 5966-07-09 03:3 new +PREHOOK: query: drop table table_change_date_group_string_group_timestamp +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_timestamp +PREHOOK: Output: default@table_change_date_group_string_group_timestamp +POSTHOOK: query: drop table table_change_date_group_string_group_timestamp +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_timestamp +POSTHOOK: Output: default@table_change_date_group_string_group_timestamp +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for DATE_GROUP -> STRING_GROUP: DATE, (STRING, CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_date_group_string_group_date(insert_num int, c1 DATE, c2 DATE, c3 DATE, c4 DATE, c5 DATE, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (1, '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', '2000-12-18', 'original'), + (2, '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', '2024-11-11', 'original'), + (3, '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', '2021-09-24', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_date_group_string_group_date replace columns(insert_num int, c1 STRING, c2 CHAR(50), c3 CHAR(15), c4 VARCHAR(50), c5 VARCHAR(15), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: query: DESCRIBE FORMATTED table_change_date_group_string_group_date +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +col_name data_type comment +# col_name data_type comment + +insert_num int +c1 string +c2 char(50) +c3 char(15) +c4 varchar(50) +c5 varchar(15) +b string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + numFiles 1 + numRows 3 + rawDataSize 195 + totalSize 198 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: insert into table table_change_date_group_string_group_date + values (4, '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', '0004-09-22', 'new'), + (5, '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', '1815-05-06', 'new'), + (6, '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', '2007-02-09', 'new'), + (7, '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', '2002-05-10', 'new'), + (8, '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', '6229-06-28', 'new'), + (9, '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', '5966-07-09', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: Lineage: table_change_date_group_string_group_date.b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c1 SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c2 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c3 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c4 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.c5 EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date.insert_num EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=9 width=91) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=91) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=9 width=91) + default@table_change_date_group_string_group_date,table_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_date_group_string_group_date order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_date_group_string_group_date +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2000-12-18 2000-12-18 2000-12-18 2000-12-18 2000-12-18 original +2 2024-11-11 2024-11-11 2024-11-11 2024-11-11 2024-11-11 original +3 2021-09-24 2021-09-24 2021-09-24 2021-09-24 2021-09-24 original +4 0004-09-22 0004-09-22 0004-09-22 0004-09-22 0004-09-22 new +5 1815-05-06 1815-05-06 1815-05-06 1815-05-06 1815-05-06 new +6 2007-02-09 2007-02-09 2007-02-09 2007-02-09 2007-02-09 new +7 2002-05-10 2002-05-10 2002-05-10 2002-05-10 2002-05-10 new +8 6229-06-28 6229-06-28 6229-06-28 6229-06-28 6229-06-28 new +9 5966-07-09 5966-07-09 5966-07-09 5966-07-09 5966-07-09 new +PREHOOK: query: drop table table_change_date_group_string_group_date +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_date_group_string_group_date +PREHOOK: Output: default@table_change_date_group_string_group_date +POSTHOOK: query: drop table table_change_date_group_string_group_date +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_date_group_string_group_date +POSTHOOK: Output: default@table_change_date_group_string_group_date +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_string(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, c4 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c1 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c2 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c3 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.c4 SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string.insert_num EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=33) + default@table_change_numeric_group_string_group_multi_ints_string,table_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_string POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), c4 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c1 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c2 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c3 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.c4 EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char.insert_num EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=140) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=140) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=140) + default@table_change_numeric_group_string_group_multi_ints_char,table_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char PREHOOK: type: DROPTABLE -POSTHOOK: query: DROP TABLE table2 +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char POSTHOOK: type: DROPTABLE -PREHOOK: query: DROP TABLE table3 +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_char_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_char_trunc replace columns (insert_num int, c1 CHAR(5), c2 CHAR(5), c3 CHAR(5), c4 CHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_char_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c1 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c2 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c3 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.c4 EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_char_trunc.insert_num EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=32) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=32) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=32) + default@table_change_numeric_group_string_group_multi_ints_char_trunc,table_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), c4 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c1 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c2 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c3 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.c4 EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar.insert_num EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=33) + default@table_change_numeric_group_string_group_multi_ints_varchar,table_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +10 17 90000 754072151 3289094 new +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +5 2000 72909 3244222 -93222 new +6 1 200 2323322 5430907 new +7 256 32768 31889 470614135 new +8 5555 40000 -719017797 810662019 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (TINYINT, SMALLINT, INT, BIGINT), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_multi_ints_varchar_trunc(insert_num int, c1 tinyint, c2 smallint, c3 int, c4 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (1, 45, 1000, 483777, -23866739993, 'original'), + (2, -2, -6737, 56, 28899333, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 483777 -23866739993 original +2 -2 -6737 56 28899333 original +3 NULL 4957 832222222 9000000000 original +4 0 20435 847492223 -999999999999 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_multi_ints_varchar_trunc replace columns (insert_num int, c1 VARCHAR(5), c2 VARCHAR(5), c3 VARCHAR(5), c4 VARCHAR(5), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_varchar_trunc + values (5, '2000', '72909', '3244222', '-93222', 'new'), + (6, '1', '200', '2323322', '5430907', 'new'), + (7, '256', '32768', '31889', '470614135', 'new'), + (8, '5555', '40000', '-719017797', '810662019', 'new'), + (9, '100', '5000', '5443', '0', 'new'), + (10, '17', '90000', '754072151', '3289094', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c1 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c2 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c3 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.c4 EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=30) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=30) + default@table_change_numeric_group_string_group_multi_ints_varchar_trunc,table_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_numeric_group_string_group_multi_ints_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 45 1000 48377 -2386 original +10 17 90000 75407 32890 new +2 -2 -6737 56 28899 original +3 NULL 4957 83222 90000 original +4 0 20435 84749 -9999 original +5 2000 72909 32442 -9322 new +6 1 200 23233 54309 new +7 256 32768 31889 47061 new +8 5555 40000 -7190 81066 new +9 100 5000 5443 0 new +PREHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_varchar_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), STRING +-- +CREATE TABLE table_change_numeric_group_string_group_floating_string(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 'original'), + (4, 0, 20435, 847492223, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_string replace columns (insert_num int, c1 STRING, c2 STRING, c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c1 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c2 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.c3 SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string.insert_num EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=38) + default@table_change_numeric_group_string_group_floating_string,table_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 original +4 0.0 20435.0 847492223.000000000000000000 original +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_string +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_string +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char replace columns (insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c1 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c2 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.c3 EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char.insert_num EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=117) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=117) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=117) + default@table_change_numeric_group_string_group_floating_char,table_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), CHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_char_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_char_trunc replace columns (insert_num int, c1 CHAR(7), c2 CHAR(7), c3 CHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_char_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c1 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c2 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.c3 EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_char_trunc.insert_num EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=39) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=39) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=39) + default@table_change_numeric_group_string_group_floating_char_trunc,table_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_char_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.300 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_char_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_char_trunc +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c1 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c2 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.c3 EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar.insert_num EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=38) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=38) + default@table_change_numeric_group_string_group_floating_varchar,table_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +10 17 90000 754072151 new +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +5 30.774 20.31 46114.284799488 new +6 -66475.561431 52927714 7203778961 new +7 256 32768 31889 new +8 5555 40000 -719017797 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for NUMERIC_GROUP -> STRING_GROUP: (FLOAT, DOUBLE, DECIMAL), VARCHAR truncation +-- +CREATE TABLE table_change_numeric_group_string_group_floating_varchar_trunc(insert_num int, c1 float, c2 double, c3 decimal(38,18), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (1, 753.7028, -3651.672121, -23866739993, 'original'), + (2, -2, -29.0764, -10.3, 'original'), + (3, -255, 4957, 832222222, 9000000000, 'original'), + (4, 0, 20435, 847492223, -999999999999, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.7028 -3651.672121 -23866739993.000000000000000000 original +2 -2.0 -29.0764 -10.300000000000000000 original +3 -255.0 4957.0 832222222.000000000000000000 9000000000 +4 0.0 20435.0 847492223.000000000000000000 -999999999999 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_numeric_group_string_group_floating_varchar_trunc replace columns (insert_num int, c1 VARCHAR(7), c2 VARCHAR(7), c3 VARCHAR(7), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_varchar_trunc + values (5, '30.774', '20.31', '46114.284799488', 'new'), + (6, '-66475.561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c1 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c2 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.c3 EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_varchar_trunc.insert_num EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=36) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=36) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=36) + default@table_change_numeric_group_string_group_floating_varchar_trunc,table_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_numeric_group_string_group_floating_varchar_trunc order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 753.702 -3651.6 -238667 original +10 17 90000 7540721 new +2 -2.0 -29.076 -10.300 original +3 -255.0 4957.0 8322222 9000000000 +4 0.0 20435.0 8474922 -999999999999 +5 30.774 20.31 46114.2 new +6 -66475. 5292771 7203778 new +7 256 32768 31889 new +8 5555 40000 -719017 new +9 100 5000 5443 new +PREHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: query: drop table table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_numeric_group_string_group_floating_varchar_trunc +POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_varchar_trunc +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: STRING, (CHAR, CHAR trunc, VARCHAR, VARCHAR trunc) +-- +CREATE TABLE table_change_string_group_string_group_string(insert_num int, c1 string, c2 string, c3 string, c4 string, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (1, 'escapist', 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_string replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 VARCHAR(50), c4 CHAR(9), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: insert into table table_change_string_group_string_group_string + values (5, 'junkyard', 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=79) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=79) + default@table_change_string_group_string_group_string,table_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_string_group_string_group_string order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_string +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 escapist escapist escapist escapist original +10 bottom bottom bottom bottom new +2 heartbeat heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile dynamic r original +4 blank pads blank pad blank pads blank pad original +5 junkyard junkyard junkyard junkyard new +6 baffling bafflin baffling bafflin new +7 featherweight featherweight new +8 against against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion hangar pa new +PREHOOK: query: drop table table_change_string_group_string_group_string +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_string +PREHOOK: Output: default@table_change_string_group_string_group_string +POSTHOOK: query: drop table table_change_string_group_string_group_string +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_string +POSTHOOK: Output: default@table_change_string_group_string_group_string +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: CHAR, (VARCHAR, VARCHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_char(insert_num int, c1 CHAR(50), c2 CHAR(50), c3 CHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_char replace columns (insert_num int, c1 VARCHAR(50), c2 VARCHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: insert into table table_change_string_group_string_group_char + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: Lineage: table_change_string_group_string_group_char.b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c1 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c2 EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.c3 SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_char.insert_num EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=93) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=93) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=93) + default@table_change_string_group_string_group_char,table_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_char order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_char +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_char +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_char +PREHOOK: Output: default@table_change_string_group_string_group_char +POSTHOOK: query: drop table table_change_string_group_string_group_char +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_char +POSTHOOK: Output: default@table_change_string_group_string_group_char +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for STRING_GROUP -> STRING_GROUP: VARCHAR, (CHAR, CHAR trunc, STRING) +-- +CREATE TABLE table_change_string_group_string_group_varchar(insert_num int, c1 VARCHAR(50), c2 VARCHAR(50), c3 VARCHAR(50), b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (1, 'escapist', 'escapist', 'escapist', 'original'), + (2, 'heartbeat', 'heartbeat', 'heartbeat', 'original'), + (3, 'dynamic reptile', 'dynamic reptile', 'dynamic reptile', 'original'), + (4, 'blank pads ', 'blank pads ', 'blank pads ', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic reptile dynamic reptile original +4 blank pads blank pads blank pads original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_string_group_string_group_varchar replace columns (insert_num int, c1 CHAR(50), c2 CHAR(9), c3 STRING, b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: insert into table table_change_string_group_string_group_varchar + values (5, 'junkyard', 'junkyard', 'junkyard', 'new'), + (6, ' baffling ', ' baffling ', ' baffling ', 'new'), + (7, ' featherweight ', ' featherweight ',' featherweight ', 'new'), + (8, ' against', ' against', ' against', 'new'), + (9, 'hangar paralysed companion ', 'hangar paralysed companion ', 'hangar paralysed companion ', 'new'), + (10, 'bottom ', 'bottom ', 'bottom ', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c1 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c2 EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.c3 SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_varchar.insert_num EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=68) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=68) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=68) + default@table_change_string_group_string_group_varchar,table_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_string_group_varchar order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 escapist escapist escapist original +10 bottom bottom bottom new +2 heartbeat heartbeat heartbeat original +3 dynamic reptile dynamic r dynamic reptile original +4 blank pads blank pad blank pads original +5 junkyard junkyard junkyard new +6 baffling bafflin baffling new +7 featherweight featherweight new +8 against against against new +9 hangar paralysed companion hangar pa hangar paralysed companion new +PREHOOK: query: drop table table_change_string_group_string_group_varchar +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_string_group_string_group_varchar +PREHOOK: Output: default@table_change_string_group_string_group_varchar +POSTHOOK: query: drop table table_change_string_group_string_group_varchar +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_string_group_string_group_varchar +POSTHOOK: Output: default@table_change_string_group_string_group_varchar +PREHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: ------------------------------------------------------------------------------------------ +-- SECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP +-- +-- +-- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: TINYINT, (SMALLINT, INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_tinyint(insert_num int, c1 tinyint, c2 tinyint, c3 tinyint, c4 tinyint, c5 tinyint, c6 tinyint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__44 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (1, 45, 45, 45, 45, 45, 45, 'original'), + (2, -2, -2, -2, -2, -2, -2, 'original'), + (3, -255, -255, -255, -255, -255, -255, 'original'), + (4, 100, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__44 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__44)values__tmp__table__44.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45 45 45 original +2 -2 -2 -2 -2 -2 -2 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_tinyint replace columns (insert_num int, c1 SMALLINT, c2 INT, c3 BIGINT, c4 FLOAT, c5 DOUBLE, c6 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__45 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint + values (5, '774', '2031', '200', '12', '99', '0', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', '6', 'new'), + (7, '256', '32768', '31889', '300', '444', '506', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', '65', 'new'), + (9, '100', '5000', '5443', '22', '2', '-2', 'new'), + (10, '17', '90000', '754072151', '95', '20', '18', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__45 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.b SIMPLE [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c1 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c2 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c3 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c4 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c5 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.c6 EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint.insert_num EXPRESSION [(values__tmp__table__45)values__tmp__table__45.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + TableScan [TS_0] (rows=10 width=44) + default@table_change_lower_to_higher_numeric_group_tinyint,table_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,b from table_change_lower_to_higher_numeric_group_tinyint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 c6 b +1 45 45 45 45.0 45.0 45.000000000000000000 original +10 17 90000 754072151 95.0 20.0 18.000000000000000000 new +2 -2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 NULL NULL NULL NULL NULL NULL original +4 100 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200 12.0 99.0 0.000000000000000000 new +6 NULL 52927714 7203778961 8.0 7.0 6.000000000000000000 new +7 256 32768 31889 300.0 444.0 506.000000000000000000 new +8 5555 40000 -719017797 45.0 55.0 65.000000000000000000 new +9 100 5000 5443 22.0 2.0 -2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_tinyint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: SMALLINT, (INT, BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_smallint(insert_num int, c1 smallint, c2 smallint, c3 smallint, c4 smallint, c5 smallint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__46 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (1, 2031, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, -5000, 'original'), + (4, 100, 100, 100, 100, 100, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__46 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__46)values__tmp__table__46.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031 2031 2031 original +2 -2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 -5000 original +4 100 100 100 100 100 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_smallint replace columns (insert_num int, c1 INT, c2 BIGINT, c3 FLOAT, c4 DOUBLE, c5 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__47 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_smallint + values (5, '774', '2031', '200', '12', '99', 'new'), + (6, '561431', '52927714', '7203778961', '8', '7', 'new'), + (7, '256', '32768', '31889', '300', '444', 'new'), + (8, '5555', '40000', '-719017797', '45', '55', 'new'), + (9, '100', '5000', '5443', '22', '2', 'new'), + (10, '17', '90000', '754072151', '95', '20', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__47 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.b SIMPLE [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c1 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c2 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c3 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c4 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.c5 EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_smallint.insert_num EXPRESSION [(values__tmp__table__47)values__tmp__table__47.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 _col6 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=44) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + TableScan [TS_0] (rows=10 width=44) + default@table_change_lower_to_higher_numeric_group_smallint,table_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,c5,b from table_change_lower_to_higher_numeric_group_smallint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 c5 b +1 2031 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000 7.5407213E8 95.0 20.000000000000000000 new +2 -2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 100 100 100.0 100.0 100.000000000000000000 original +5 774 2031 200.0 12.0 99.000000000000000000 new +6 561431 52927714 7.2037791E9 8.0 7.000000000000000000 new +7 256 32768 31889.0 300.0 444.000000000000000000 new +8 5555 40000 -7.1901779E8 45.0 55.000000000000000000 new +9 100 5000 5443.0 22.0 2.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_smallint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_smallint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: INT, (BIGINT, FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_int(insert_num int, c1 int, c2 int, c3 int, c4 int, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__48 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (1, 2031, 2031, 2031, 2031, 'original'), + (2, -2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__48 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__48)values__tmp__table__48.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031 2031 2031 original +2 -2 -2 -2 -2 original +3 -5000 -5000 -5000 -5000 original +4 52927714 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_int replace columns (insert_num int, c1 BIGINT, c2 FLOAT, c3 DOUBLE, c4 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__49 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_int + values (5, '774', '2031', '200', '12', 'new'), + (6, '561431', '52927714', '7203778961', '8', 'new'), + (7, '256', '32768', '31889', '300', 'new'), + (8, '5555', '40000', '-719017797', '45', 'new'), + (9, '100', '5000', '5443', '22', 'new'), + (10, '17', '90000', '754072151', '95', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__49 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.b SIMPLE [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c1 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c2 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c3 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.c4 EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_int.insert_num EXPRESSION [(values__tmp__table__49)values__tmp__table__49.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 _col5 +PREHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=43) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=43) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] (rows=10 width=43) + default@table_change_lower_to_higher_numeric_group_int,table_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,c4,b from table_change_lower_to_higher_numeric_group_int order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +#### A masked pattern was here #### +insert_num c1 c2 c3 c4 b +1 2031 2031.0 2031.0 2031.000000000000000000 original +10 17 90000.0 7.54072151E8 95.000000000000000000 new +2 -2 -2.0 -2.0 -2.000000000000000000 original +3 -5000 -5000.0 -5000.0 -5000.000000000000000000 original +4 52927714 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774 2031.0 200.0 12.000000000000000000 new +6 561431 5.2927712E7 7.203778961E9 8.000000000000000000 new +7 256 32768.0 31889.0 300.000000000000000000 new +8 5555 40000.0 -7.19017797E8 45.000000000000000000 new +9 100 5000.0 5443.0 22.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_int +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_int +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_int +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: BIGINT, (FLOAT, DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_bigint(insert_num int, c1 bigint, c2 bigint, c3 bigint, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__50 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (1, 7203778961, 7203778961, 7203778961, 'original'), + (2, -2, -2, -2, 'original'), + (3, -5000, -5000, -5000, 'original'), + (4, 52927714, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__50 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__50)values__tmp__table__50.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7203778961 7203778961 7203778961 original +2 -2 -2 -2 original +3 -5000 -5000 -5000 original +4 52927714 52927714 52927714 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_bigint replace columns (insert_num int, c1 FLOAT, c2 DOUBLE, c3 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__51 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_bigint + values (5, '774', '2031', '200', 'new'), + (6, '561431', '52927714', '7203778961', 'new'), + (7, '256', '32768', '31889', 'new'), + (8, '5555', '40000', '-719017797', 'new'), + (9, '100', '5000', '5443', 'new'), + (10, '17', '90000', '754072151', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__51 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.b SIMPLE [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c1 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c2 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.c3 EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_bigint.insert_num EXPRESSION [(values__tmp__table__51)values__tmp__table__51.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=40) + Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=40) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=40) + default@table_change_lower_to_higher_numeric_group_bigint,table_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + +PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_bigint order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +#### A masked pattern was here #### +insert_num c1 c2 c3 b +1 7.2037791E9 7.203778961E9 7203778961.000000000000000000 original +10 17.0 90000.0 754072151.000000000000000000 new +2 -2.0 -2.0 -2.000000000000000000 original +3 -5000.0 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 5.2927714E7 52927714.000000000000000000 original +5 774.0 2031.0 200.000000000000000000 new +6 561431.0 5.2927714E7 7203778961.000000000000000000 new +7 256.0 32768.0 31889.000000000000000000 new +8 5555.0 40000.0 -719017797.000000000000000000 new +9 100.0 5000.0 5443.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_bigint +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_bigint +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: FLOAT, (DOUBLE, DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_float(insert_num int, c1 float, c2 float, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__52 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (1, -29.0764, -29.0764, 'original'), + (2, 753.7028, 753.7028, 'original'), + (3, -5000, -5000, 'original'), + (4, 52927714, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__52 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__52)values__tmp__table__52.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.0764 original +2 753.7028 753.7028 original +3 -5000.0 -5000.0 original +4 5.2927712E7 5.2927712E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_float replace columns (insert_num int, c1 DOUBLE, c2 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__53 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_float + values (5, '774', '2031', 'new'), + (6, '561431', '52927714', 'new'), + (7, '256', '32768', 'new'), + (8, '5555', '40000', 'new'), + (9, '100', '5000', 'new'), + (10, '17', '90000', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__53 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.b SIMPLE [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c1 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.c2 EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_float.insert_num EXPRESSION [(values__tmp__table__53)values__tmp__table__53.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=33) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=33) + default@table_change_lower_to_higher_numeric_group_float,table_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","b"] + +PREHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,c2,b from table_change_lower_to_higher_numeric_group_float order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +#### A masked pattern was here #### +insert_num c1 c2 b +1 -29.0764 -29.076400000000000000 original +10 17.0 90000.000000000000000000 new +2 753.7028 753.702800000000000000 original +3 -5000.0 -5000.000000000000000000 original +4 5.2927712E7 52927712.000000000000000000 original +5 774.0 2031.000000000000000000 new +6 561431.0 52927714.000000000000000000 new +7 256.0 32768.000000000000000000 new +8 5555.0 40000.000000000000000000 new +9 100.0 5000.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_float +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_float +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_float +PREHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- +-- SUBSECTION: ALTER TABLE CHANGE COLUMNS for "lower" type to "higher" NUMERIC_GROUP: DOUBLE, (DECIMAL) +-- +CREATE TABLE table_change_lower_to_higher_numeric_group_double(insert_num int, c1 double, b STRING) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__54 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (1, -29.0764, 'original'), + (2, 753.7028, 'original'), + (3, -5000, 'original'), + (4, 52927714, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__54 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__54)values__tmp__table__54.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.0764 original +2 753.7028 original +3 -5000.0 original +4 5.2927714E7 original +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table_change_lower_to_higher_numeric_group_double replace columns (insert_num int, c1 decimal(38,18), b STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__55 +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_double + values (5, '774', 'new'), + (6, '561431', 'new'), + (7, '256', 'new'), + (8, '5555', 'new'), + (9, '100', 'new'), + (10, '17', 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__55 +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.b SIMPLE [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.c1 EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_double.insert_num EXPRESSION [(values__tmp__table__55)values__tmp__table__55.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +POSTHOOK: query: explain +select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_6] + Select Operator [OP_5] (rows=10 width=25) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=25) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=25) + default@table_change_lower_to_higher_numeric_group_double,table_change_lower_to_higher_numeric_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + +PREHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +PREHOOK: type: QUERY +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +POSTHOOK: query: select insert_num,c1,b from table_change_lower_to_higher_numeric_group_double order by insert_num +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +#### A masked pattern was here #### +insert_num c1 b +1 -29.076400000000000000 original +10 17.000000000000000000 new +2 753.702800000000000000 original +3 -5000.000000000000000000 original +4 52927714.000000000000000000 original +5 774.000000000000000000 new +6 561431.000000000000000000 new +7 256.000000000000000000 new +8 5555.000000000000000000 new +9 100.000000000000000000 new +PREHOOK: query: drop table table_change_lower_to_higher_numeric_group_double PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table3 -PREHOOK: Output: default@table3 -POSTHOOK: query: DROP TABLE table3 +PREHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: query: drop table table_change_lower_to_higher_numeric_group_double POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table3 -POSTHOOK: Output: default@table3 +POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_double +POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_double diff --git ql/src/test/results/clientpositive/tez/vector_partition_diff_num_cols.q.out ql/src/test/results/clientpositive/tez/vector_partition_diff_num_cols.q.out index a733991..f23a359 100644 --- ql/src/test/results/clientpositive/tez/vector_partition_diff_num_cols.q.out +++ ql/src/test/results/clientpositive/tez/vector_partition_diff_num_cols.q.out @@ -592,6 +592,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 Execution mode: vectorized Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/vector_partition_diff_num_cols.q.out ql/src/test/results/clientpositive/vector_partition_diff_num_cols.q.out index a783a36..ef92b89 100644 --- ql/src/test/results/clientpositive/vector_partition_diff_num_cols.q.out +++ ql/src/test/results/clientpositive/vector_partition_diff_num_cols.q.out @@ -554,6 +554,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git storage-api/src/java/org/apache/hadoop/hive/ql/exec/vector/BytesColumnVector.java storage-api/src/java/org/apache/hadoop/hive/ql/exec/vector/BytesColumnVector.java index 99744cd..f915a7e 100644 --- storage-api/src/java/org/apache/hadoop/hive/ql/exec/vector/BytesColumnVector.java +++ storage-api/src/java/org/apache/hadoop/hive/ql/exec/vector/BytesColumnVector.java @@ -338,6 +338,17 @@ public void init() { initBuffer(0); } + public String toString(int row) { + if (isRepeating) { + row = 0; + } + if (noNulls || !isNull[row]) { + return new String(vector[row], start[row], length[row]); + } else { + return null; + } + } + @Override public void stringifyValue(StringBuilder buffer, int row) { if (isRepeating) { diff --git storage-api/src/java/org/apache/hadoop/hive/ql/exec/vector/TimestampColumnVector.java storage-api/src/java/org/apache/hadoop/hive/ql/exec/vector/TimestampColumnVector.java index c0dd5ed..d971339 100644 --- storage-api/src/java/org/apache/hadoop/hive/ql/exec/vector/TimestampColumnVector.java +++ storage-api/src/java/org/apache/hadoop/hive/ql/exec/vector/TimestampColumnVector.java @@ -392,4 +392,4 @@ public void stringifyValue(StringBuilder buffer, int row) { buffer.append("null"); } } -} \ No newline at end of file +} diff --git storage-api/src/java/org/apache/hadoop/hive/ql/exec/vector/UnionColumnVector.java storage-api/src/java/org/apache/hadoop/hive/ql/exec/vector/UnionColumnVector.java index 298d588..0c61243 100644 --- storage-api/src/java/org/apache/hadoop/hive/ql/exec/vector/UnionColumnVector.java +++ storage-api/src/java/org/apache/hadoop/hive/ql/exec/vector/UnionColumnVector.java @@ -18,8 +18,6 @@ package org.apache.hadoop.hive.ql.exec.vector; -import java.util.Arrays; - /** * The representation of a vectorized column of struct objects. *